-- Logs begin at Wed 2021-07-28 02:45:03 UTC, end at Wed 2021-07-28 03:47:20 UTC. -- Jul 28 03:15:14.435686 dv-cinder-786260-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 03:15:17.093390 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:15:17.093960 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:15:17.094156 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92874) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:15:17.097373 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:15:17.097623 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:15:17.097929 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92874) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:15:17.098843 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:15:17.099071 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:15:17.099430 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:15:17.099699 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:15:17.099919 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:15:17.100230 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.100518 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.100805 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.101120 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.101415 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.101698 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.101974 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.102255 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.102543 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.102825 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.103099 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.103376 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.103627 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.103906 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.104186 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.104464 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.104685 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] debug = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.104961 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.105378 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.105768 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.106559 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.106986 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.107116 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.107381 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.107677 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.107956 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.108275 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] host = dv-cinder-786260-14-iscsi {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.108546 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.108827 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.109102 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.109379 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.109649 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.109916 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.110192 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.110457 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.110721 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.110989 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.111267 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.111567 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.111851 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.112072 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.112289 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.112569 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.112846 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.113368 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.113635 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.113901 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.114167 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.114431 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.114692 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.114968 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.115248 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.115547 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.115817 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.116082 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.116346 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.116611 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.116887 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.117153 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.117420 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.117686 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.117964 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.118225 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.118489 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.118780 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.119061 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.119334 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.119637 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.119905 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.120180 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.120449 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.120714 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.120979 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_json = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.121246 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.121530 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.122342 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.122613 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.122882 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.123460 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.123758 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.124039 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:17.124333 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.124626 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.124919 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.125201 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.125490 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.125767 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.126051 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.126327 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.126615 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.126900 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.127184 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.127456 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.127761 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.128037 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.128326 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.128627 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.128919 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.129204 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.129474 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.129743 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.130011 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.130285 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.130564 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.130852 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.131137 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.131406 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.131704 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.131990 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.132264 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.132530 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.132802 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.133087 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.133361 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.133628 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.133904 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.134176 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.134442 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.134707 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.134978 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.135259 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.135551 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.135817 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.136082 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.136354 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.136619 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.136895 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.137199 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.137471 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.137736 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.138012 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.138284 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.138554 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.138828 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.139095 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.139368 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.139665 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.139934 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.140200 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.140468 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.140734 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.141000 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.141263 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.141533 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.141800 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.142065 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.142332 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.142599 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.142867 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.143145 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.143435 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.143730 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.144003 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.144275 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.144548 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.144824 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.145096 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.145366 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.145635 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.145901 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.146182 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.146462 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.146741 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.147019 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.147289 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.147600 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.147878 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.148153 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.148422 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.148689 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.148969 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.149248 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.149532 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.149818 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.150098 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.150380 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.150663 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.150937 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.151237 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.151532 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:17.151745 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:15:17.151981 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92874) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 03:15:17.503618 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:15:17.503895 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:15:17.504182 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:15:17.504511 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 03:15:17.891225 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.891425 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.891725 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.893001 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.893271 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.893535 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.927313 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.927627 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.927896 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.943044 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.943325 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.943618 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.971881 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.972161 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:17.972428 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.008257 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.008668 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.008850 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.237430 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.238282 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.238282 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.238461 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.239142 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.357994 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.358308 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.358589 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.358862 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.359126 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.359438 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.359719 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.359972 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.360223 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.360502 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.360760 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.361020 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.361271 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.361519 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.361768 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.362029 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.362280 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.362541 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.362805 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.363310 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.363601 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.363853 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.364131 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.364505 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.364753 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.364997 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.365382 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:18.365618 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:18.365848 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:18.366078 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:18.366306 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:18.366533 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:18.366894 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 03:15:18.369949 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 03:15:18.374361 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 03:15:18.378190 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 28 03:15:18.379830 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 03:15:18.380279 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 03:15:18.380611 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 03:15:18.380988 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 03:15:18.383758 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 03:15:18.384009 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 03:15:18.384351 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:15:18.389557 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 03:15:18.411693 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 03:15:18.412136 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.412428 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92874) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 03:15:18.412786 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.414119 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92874) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 03:15:18.414412 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:15:18.414658 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 03:15:18.417992 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.418269 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:18.481433 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 03:15:18.481666 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 03:15:18.481896 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 03:15:18.482253 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 03:15:18.502952 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_db.sqlalchemy.engines [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92874) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 03:15:19.028307 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing driver for type 'gre' Jul 28 03:15:19.028859 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] gre ID ranges: [(1, 1000)] Jul 28 03:15:19.079860 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing driver for type 'local' Jul 28 03:15:19.080259 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing driver for type 'vlan' Jul 28 03:15:19.092206 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] VlanTypeDriver initialization complete Jul 28 03:15:19.092618 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing driver for type 'vxlan' Jul 28 03:15:19.093112 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] vxlan ID ranges: [(1, 1000)] Jul 28 03:15:19.143603 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing extension driver 'port_security' Jul 28 03:15:19.143941 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] PortSecurityExtensionDriver initialization complete Jul 28 03:15:19.144274 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing mechanism driver 'openvswitch' Jul 28 03:15:19.144590 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing mechanism driver 'hyperv' Jul 28 03:15:19.151243 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:15:19.151975 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.152355 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.153333 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.154091 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:15:19.154533 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.154887 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.155229 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.155655 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:15:19.156069 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.156415 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.156757 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.157148 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:15:19.157550 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.157894 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.158229 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.158744 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:15:19.159174 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.159540 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.159884 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.160281 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:15:19.160684 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.161026 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.161362 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.161772 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92874) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:15:19.162149 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] ML2 OVO RPC backend initialized. {{(pid=92874) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 03:15:19.162845 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.163206 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.163649 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.163996 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > networks before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.164341 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.164681 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > ports before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.165021 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.165378 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.165702 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.166038 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.166372 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.166705 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.167037 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.167374 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.167730 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.168065 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.168477 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.169043 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.plugin [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Modular L2 Plugin initialization complete Jul 28 03:15:19.169383 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading services supported by the core plugin {{(pid=92874) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 03:15:19.169710 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.plugins.ml2.managers [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Got port-security extension from driver 'port_security' Jul 28 03:15:19.170167 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.extensions.vlantransparent [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Disabled vlantransparent extension. Jul 28 03:15:19.170660 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92874) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 03:15:19.170974 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: router Jul 28 03:15:19.206032 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.206422 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router after_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.206790 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router before_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.207152 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.207545 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.207900 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router after_delete 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.208256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.208620 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router after_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.208965 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.209311 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.209657 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.210014 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.210422 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.210787 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.211123 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.211460 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: subnet after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.211824 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.212169 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.212518 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.212859 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: port before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.213200 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.213554 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router after_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.213893 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.214240 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.214598 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.214947 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.215981 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > agent after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.216336 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.216680 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > network after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.217521 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Tracking information for resource: router configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:19.217856 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Tracking information for resource: floatingip configured {{(pid=92874) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:15:19.224070 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.db.l3_agentschedulers_db [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 03:15:19.224657 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.225018 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.225368 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.225716 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.226494 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router before_create 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.226857 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.227217 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.227597 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.232083 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.services.provider_configuration [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service providers = [] {{(pid=92874) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 03:15:19.232453 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.db.servicetype_db [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92874) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 03:15:19.235433 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:15:19.235810 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:15:19.236149 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:15:19.237032 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.services.service_base [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92874) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:15:19.237399 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.services.service_base [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 03:15:19.237768 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.238550 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 03:15:19.248748 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.249082 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: auto_allocate Jul 28 03:15:19.254731 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: network precommit_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.255102 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: network precommit_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.255645 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.255975 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: tag Jul 28 03:15:19.262892 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.263218 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: timestamp Jul 28 03:15:19.267146 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.267487 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: network_ip_availability Jul 28 03:15:19.272814 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.273186 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.273543 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.274247 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.274567 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: flavors Jul 28 03:15:19.279792 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.280071 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading Plugin: revisions Jul 28 03:15:19.284284 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92874) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:15:19.284670 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:15:19.285391 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92874) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 03:15:19.285728 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Initializing extension manager. Jul 28 03:15:19.286232 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: __init__.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.286574 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: __pycache__ {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.286908 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.287242 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: address_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.288013 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.288577 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: address-group Jul 28 03:15:19.288903 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: address_scope.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.289609 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.290119 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: address-scope Jul 28 03:15:19.290443 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.291359 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.291895 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: router-admin-state-down-before-update Jul 28 03:15:19.292217 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: agent.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.293092 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.293630 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: agent Jul 28 03:15:19.293954 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: agent_resources_synced.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.294853 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.295357 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: agent-resources-synced Jul 28 03:15:19.295710 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.297454 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.297970 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: allowed-address-pairs Jul 28 03:15:19.298295 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.299353 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.299899 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: auto-allocated-topology Jul 28 03:15:19.300220 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: availability_zone.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.300915 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.301418 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: availability_zone Jul 28 03:15:19.301740 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: availability_zone_filter.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.302644 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.303146 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: availability_zone_filter Jul 28 03:15:19.303487 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: data_plane_status.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.304385 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.304893 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 03:15:19.305213 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: default_subnetpools.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.306121 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.306627 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: default-subnetpools Jul 28 03:15:19.306949 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.307777 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.308283 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: dhcp_agent_scheduler Jul 28 03:15:19.308607 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: dns.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.309531 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.310030 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 03:15:19.310352 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: dns_domain_ports.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.311262 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.311794 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 03:15:19.312117 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.313025 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.313521 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 03:15:19.313840 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: dvr.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.314499 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.314994 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: dvr Jul 28 03:15:19.315311 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: ecmp_routes.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.316238 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.316739 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 03:15:19.317056 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: empty_string_filtering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.317949 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.318453 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: empty-string-filtering Jul 28 03:15:19.318770 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.319691 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.320196 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:15:19.320516 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.321417 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.321914 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 03:15:19.322230 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: external_net.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.323131 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.323654 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: external-net Jul 28 03:15:19.323992 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.325407 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.325911 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: extra_dhcp_opt Jul 28 03:15:19.326229 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: extraroute.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.327123 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.327655 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: extraroute Jul 28 03:15:19.327975 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: extraroute_atomic.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.328992 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.329491 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: extraroute-atomic Jul 28 03:15:19.329809 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: filter_validation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.330459 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.330953 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: filter-validation Jul 28 03:15:19.331275 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: fip_pf_description.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.332198 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.332694 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 03:15:19.333010 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: fip_port_details.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.333907 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.334403 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: fip-port-details Jul 28 03:15:19.334719 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: flavors.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.336182 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.336702 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: flavors Jul 28 03:15:19.337027 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.338651 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.339172 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 03:15:19.339524 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: floatingip_pools.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.340794 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.341308 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: floatingip-pools Jul 28 03:15:19.341635 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: ip_allocation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.342557 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.343058 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 03:15:19.343380 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.344317 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.344825 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: ip-substring-filtering Jul 28 03:15:19.345149 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l2_adjacency.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.346062 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.346566 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 03:15:19.346886 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l3.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.348004 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.348520 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: router Jul 28 03:15:19.348844 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.351146 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.351857 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:15:19.352248 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.353350 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.353895 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: ext-gw-mode Jul 28 03:15:19.354376 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.355602 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.356412 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: l3-ha Jul 28 03:15:19.356847 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l3_flavors.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.357983 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.358914 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: l3-flavors Jul 28 03:15:19.359281 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.360622 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.361277 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 03:15:19.361709 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: l3agentscheduler.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.363599 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.364235 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: l3_agent_scheduler Jul 28 03:15:19.364684 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: logging.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.366825 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.367747 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension logging not supported by any of loaded plugins Jul 28 03:15:19.368144 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: metering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.369083 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.369769 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: metering Jul 28 03:15:19.370214 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.371799 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.372539 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: metering_source_and_destination_fields Jul 28 03:15:19.372996 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: multiprovidernet.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.374328 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.375026 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: multi-provider Jul 28 03:15:19.375425 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: netmtu.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.376915 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.377452 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: net-mtu Jul 28 03:15:19.377947 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: netmtu_writable.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.379087 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.379762 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: net-mtu-writable Jul 28 03:15:19.380285 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: network_availability_zone.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.381207 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.381914 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: network_availability_zone Jul 28 03:15:19.382362 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: network_ip_availability.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.384042 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.384734 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: network-ip-availability Jul 28 03:15:19.385095 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: network_segment_range.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.386027 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.386860 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 03:15:19.387825 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: pagination.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.389273 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.389694 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: pagination Jul 28 03:15:19.390228 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: port_device_profile.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.391419 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.392099 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: port-device-profile Jul 28 03:15:19.392625 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.393708 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.394312 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: port-mac-address-regenerate Jul 28 03:15:19.394906 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.396145 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.396873 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: port-numa-affinity-policy Jul 28 03:15:19.397280 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: port_resource_request.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.398509 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.399202 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 03:15:19.399764 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: portbindings.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.400907 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.401568 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: binding Jul 28 03:15:19.401970 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: portbindings_extended.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.404639 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.405334 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: binding-extended Jul 28 03:15:19.405827 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: portsecurity.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.407141 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.408096 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: port-security Jul 28 03:15:19.408526 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: project_id.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.409539 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.409902 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: project-id Jul 28 03:15:19.410368 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: providernet.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.411417 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.411946 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: provider Jul 28 03:15:19.412269 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.415824 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.416345 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos not supported by any of loaded plugins Jul 28 03:15:19.416675 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.417900 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.418436 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 03:15:19.418788 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.419737 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.420245 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 03:15:19.420567 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_default.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.421467 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.421973 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-default not supported by any of loaded plugins Jul 28 03:15:19.422299 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_fip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.422940 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.423438 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 03:15:19.423785 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.424694 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.425248 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 03:15:19.425524 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.426422 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.426929 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 03:15:19.427251 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.428184 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.428689 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 03:15:19.429010 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: qos_rules_alias.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.430036 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.430544 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 03:15:19.430866 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: quotasv2.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.431824 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.432148 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: quotas Jul 28 03:15:19.432467 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: quotasv2_detail.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.436020 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.436366 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: quota_details Jul 28 03:15:19.436701 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: rbac.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.438050 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.438584 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: rbac-policies Jul 28 03:15:19.438914 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: rbac_address_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.439952 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.440466 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: rbac-address-group Jul 28 03:15:19.440790 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: rbac_address_scope.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.441713 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.442224 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: rbac-address-scope Jul 28 03:15:19.442546 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: rbac_security_groups.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.443475 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.443989 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: rbac-security-groups Jul 28 03:15:19.444308 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.445225 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.445733 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: rbac-subnetpool Jul 28 03:15:19.446053 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: revisionifmatch.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.446970 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.447499 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: revision-if-match Jul 28 03:15:19.447835 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: revisions.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.448945 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.449465 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: standard-attr-revisions Jul 28 03:15:19.450356 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: router_availability_zone.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.451027 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.451565 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: router_availability_zone Jul 28 03:15:19.451890 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: routerservicetype.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.452808 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.453314 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 03:15:19.453636 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.454546 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.455060 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: security-groups-normalized-cidr Jul 28 03:15:19.455381 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.456310 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.456818 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: port-security-groups-filtering Jul 28 03:15:19.457137 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.458042 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.458554 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: security-groups-remote-address-group Jul 28 03:15:19.458874 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: securitygroup.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.468637 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.469167 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: security-group Jul 28 03:15:19.469502 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: segment.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.470281 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.470831 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension segment not supported by any of loaded plugins Jul 28 03:15:19.471157 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.472155 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.472672 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 03:15:19.472995 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: servicetype.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.474108 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.474623 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: service-type Jul 28 03:15:19.474950 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: sorting.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.475948 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.476277 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: sorting Jul 28 03:15:19.476595 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: standard_attr_segment.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.477568 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.478075 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 03:15:19.478395 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: standardattrdescription.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.479038 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.479570 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: standard-attr-description Jul 28 03:15:19.479894 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: stateful_security_group.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.480838 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.481349 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: stateful-security-group Jul 28 03:15:19.481670 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: stdattrs_common.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.482244 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 03:15:19.482562 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.483494 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.484016 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 03:15:19.484335 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: subnet_onboard.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.485391 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.485911 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: subnet_onboard Jul 28 03:15:19.486235 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.487150 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.487685 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 03:15:19.488275 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: subnet_service_types.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.489191 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.489705 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: subnet-service-types Jul 28 03:15:19.490030 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: subnetallocation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.491091 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.491629 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: subnet_allocation Jul 28 03:15:19.491956 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.492616 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.493122 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: subnetpool-prefix-ops Jul 28 03:15:19.493449 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.494399 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.494904 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 03:15:19.495225 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: tagging.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.496312 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.497343 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: standard-attr-tag Jul 28 03:15:19.497668 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: timestamp.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.498867 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.499378 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loaded extension: standard-attr-timestamp Jul 28 03:15:19.499726 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: trunk.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.500752 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.501268 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension trunk not supported by any of loaded plugins Jul 28 03:15:19.501591 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: trunk_details.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.502510 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.503032 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 03:15:19.503354 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.504302 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.504819 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 03:15:19.505141 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Loading extension file: vlantransparent.py {{(pid=92874) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:15:19.505799 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92874) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:15:19.506303 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 03:15:19.508762 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:network Jul 28 03:15:19.509280 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:subnet Jul 28 03:15:19.509676 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:15:19.510063 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:port Jul 28 03:15:19.511269 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.511743 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service FLAVORS assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.512951 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.513380 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.513704 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:router Jul 28 03:15:19.514307 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:15:19.514967 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service METERING assigned prefix: /metering {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.517193 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.517569 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.518013 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:15:19.519354 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:15:19.519986 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:15:19.520572 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:15:19.521216 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.521655 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:15:19.522116 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] subnetpool is already registered Jul 28 03:15:19.522703 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.523137 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:15:19.523607 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] subnetpool is already registered Jul 28 03:15:19.527303 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.527805 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service FLAVORS assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.528411 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.528837 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.529169 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:router Jul 28 03:15:19.529508 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] router is already registered Jul 28 03:15:19.529962 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:15:19.530249 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] floatingip is already registered Jul 28 03:15:19.530697 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service METERING assigned prefix: /metering {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.531348 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:15:19.531698 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] rbac_policy is already registered Jul 28 03:15:19.532109 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:15:19.532440 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] security_group is already registered Jul 28 03:15:19.532837 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:15:19.533165 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] security_group_rule is already registered Jul 28 03:15:19.533628 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.533949 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:15:19.534277 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] subnetpool is already registered Jul 28 03:15:19.534687 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.v2.resource_helper [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Service CORE assigned prefix: {{(pid=92874) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:15:19.535003 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:15:19.535329 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING neutron.quota.resource_registry [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] subnetpool is already registered Jul 28 03:15:19.535797 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: extensions {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.537346 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: address-groups {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.538920 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: address-scopes {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.540160 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: agents {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.541303 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: auto-allocated-topology {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.542649 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: availability_zones {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.543929 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: dhcp-networks {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.545330 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: dhcp-agents {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.546822 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: routers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.548567 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: flavors {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.549739 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: service_profiles {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.551072 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: next_providers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.552513 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: service_profiles {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.553955 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: floatingip-pools {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.555171 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: routers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.556985 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: floatingips {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.558171 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: l3-routers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.560118 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: l3-agents {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.561629 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: metering-labels {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.562887 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: metering-label-rules {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.564171 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: network-ip-availabilities {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.565501 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: bindings {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.567065 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: quotas {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.568615 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: quotas {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.570134 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: rbac-policies {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.571324 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: security-groups {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.572545 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: security-group-rules {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.573806 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: service-providers {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.575719 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: subnetpools {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.577065 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: subnetpools {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.578492 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.580296 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.581977 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.583887 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.585559 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.587385 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.590221 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.592035 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.593770 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.595610 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron.api.extensions [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Extended resource: tags {{(pid=92874) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:15:19.601618 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING keystonemiddleware.auth_token [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 03:15:19.606104 dv-cinder-786260-14-iscsi neutron-server[92874]: WARNING keystonemiddleware.auth_token [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 03:15:19.614788 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Acquired lock "singleton_lock" {{(pid=92874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 03:15:19.615262 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Releasing lock "singleton_lock" {{(pid=92874) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 03:15:19.615927 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO oslo_service.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Starting 2 workers Jul 28 03:15:19.620652 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Started child 93017 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:15:19.625528 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Started child 93018 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:15:19.626467 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:19.627143 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO neutron.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 03:15:19.627824 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Notify callbacks [] for process, before_spawn {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:19.627987 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [-] (93017) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:15:19.630247 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO oslo_service.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Starting 1 workers Jul 28 03:15:19.630397 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:19.631648 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [-] (93018) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:15:19.635374 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Started child 93019 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:15:19.635906 dv-cinder-786260-14-iscsi neutron-server[92874]: INFO oslo_service.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Starting 1 workers Jul 28 03:15:19.639614 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] calling RpcWorker wait() {{(pid=93019) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 03:15:19.640208 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] returning from RpcWorker wait() {{(pid=93019) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 03:15:19.640947 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Started child 93020 {{(pid=92874) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:15:19.641498 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:19.641788 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8af709f-0518-4bb1-94b0-049dcc2030d9 None None] Notify callbacks [] for process, after_spawn {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:19.641942 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:15:19.643673 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:15:19.643889 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:15:19.644074 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:15:19.644340 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:15:19.644613 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:15:19.644762 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:15:19.645287 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.645559 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.645713 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:19.646234 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.646234 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.646517 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.646706 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:15:19.646923 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.647155 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.647404 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.647697 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.647942 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.648109 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.648275 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.648524 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.648798 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.649065 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.649348 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.649582 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.649855 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.650023 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.650267 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.650551 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.650778 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.651046 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] debug = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.651297 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.651801 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.652022 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.652264 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.652497 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.652806 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.653034 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.653290 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.653528 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.653755 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.653983 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.654232 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.654499 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.654645 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.654858 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.655107 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.655318 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.655804 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host = dv-cinder-786260-14-iscsi {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.656033 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.656265 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.656486 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.656705 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.656941 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.657167 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.657409 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.657656 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.657896 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.658118 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.658361 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.658599 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.658813 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.659060 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.659204 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_options = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.659418 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.659703 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.659964 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.660156 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.660305 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.660479 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.660729 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.660891 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.661128 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.661367 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.661579 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.661809 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.662018 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.662225 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.662484 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.662720 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.662959 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.663207 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.663432 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.663677 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.663898 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.664141 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.664350 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.664593 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.664769 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.664995 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.665213 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.665438 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.665643 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.665902 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.666110 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.666348 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.666602 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.666841 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.667062 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.667282 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.667527 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.667766 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.667989 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.668229 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.668523 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.668765 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.668989 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.669223 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.669434 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.669647 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_json = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.669855 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.670084 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.670356 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.670586 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.670911 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.671065 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.671204 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.671417 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.671885 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.672164 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.672472 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.672713 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.672945 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.674130 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.674398 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.674705 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.675176 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.675456 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.675828 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.676204 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.676408 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.676605 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.676885 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.677217 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.677496 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.678394 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.678394 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.678394 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.678780 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.678780 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.679700 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.679700 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.679700 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.680095 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.680095 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.680959 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.680959 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.680959 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.683256 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.684793 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.684793 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.684793 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.684793 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.684793 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.684793 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.684793 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.685287 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.685287 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.685434 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.685637 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.685854 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.686071 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.686285 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.686495 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.686717 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.686975 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.687192 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.687402 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.687636 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.687858 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.688104 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.688343 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.688590 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.688804 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.689016 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.689233 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.689491 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.689720 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.689957 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.690174 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.690388 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.690597 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.690811 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.691056 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.691268 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.691504 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.691729 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.691968 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.692195 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.692413 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.692626 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.692846 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.693075 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.693303 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.693571 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.693877 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.694138 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.694424 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.694646 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.694897 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.695114 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.695454 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.695781 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.696040 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.696272 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.696537 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.696765 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.697251 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.697507 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.697721 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.697959 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.698201 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.698428 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.698642 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.698899 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.699118 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.699356 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.699663 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.700386 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.700659 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.700891 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.701156 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.701374 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.701638 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.701875 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.702150 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.702461 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.702733 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.703010 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.703258 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.703532 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.703776 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.704015 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.704281 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.704545 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.704790 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.705026 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.705296 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.705528 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.705761 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.705984 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.707068 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.707068 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.707068 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.707068 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.707424 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.707541 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.707800 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.708059 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.708339 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.708582 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.708846 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.709076 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.709317 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.709530 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.709741 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.709987 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.710197 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.711396 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.711396 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.711396 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.711396 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.711774 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.712252 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.712252 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.712430 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.712575 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.712794 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.713001 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.713250 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.713463 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.713682 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.713930 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.714169 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.714383 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.714602 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.714824 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.715075 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.715339 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.715651 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.715914 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.716144 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.716372 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.716590 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.716835 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.717035 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.717277 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.717491 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.717701 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.717912 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.718347 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.718635 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.718914 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.719139 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.719358 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.719637 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.719879 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.720225 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.720469 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.720699 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.720954 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.721167 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.721402 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.721635 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.721876 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.722092 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.722324 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.722536 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.722790 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.722996 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.723226 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.723457 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.723697 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.723915 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.724116 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.724335 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.724632 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.724879 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.725105 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.725357 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.725581 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.725928 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.726046 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.726245 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.726676 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.726676 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.726948 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.727073 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.727414 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.727544 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.727708 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.727986 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.728128 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.728356 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.728601 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.728809 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.729019 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.729260 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.729476 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.729698 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.729915 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.730159 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.730369 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.730843 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.730843 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.731100 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.731361 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.731535 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.731709 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.731929 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.732136 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.732340 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.733212 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.733212 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.733212 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.733610 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.733610 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.733859 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.734338 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.734338 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.734608 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.734786 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.735010 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.735253 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.735541 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.735800 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.736136 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.736402 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.736958 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.736958 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.737217 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.737464 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.737735 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.739963 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.739963 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.739963 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.739963 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.739963 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.739963 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.739963 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.740748 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.740748 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.740748 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.740748 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.741052 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.741143 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.741341 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.741603 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.741819 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.742047 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.742267 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.742508 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.742747 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.742973 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.743187 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.743329 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:15:19.743858 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92874) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:15:19.744023 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:15:19.744176 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:15:19.744344 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:15:19.744513 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:15:19.744664 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:15:19.744867 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.745026 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.745183 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.745341 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.745499 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.745679 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.745838 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.745994 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.746152 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.746308 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.746982 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.747146 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.747306 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.747488 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.747639 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.747798 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.747955 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.748113 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.748275 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.748434 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.748589 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.748745 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.748903 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] debug = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.749061 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.749263 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.749427 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.749628 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.749756 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.749957 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.750163 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.750367 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.750533 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.750916 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.751066 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.751218 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.751371 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.751541 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.751705 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.751862 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.752018 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.752202 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host = dv-cinder-786260-14-iscsi {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.752334 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.752495 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.752652 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.752822 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.753041 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.753198 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.753370 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.753538 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.753705 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.753860 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.753956 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.754083 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.754207 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.754330 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.754461 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_options = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.754619 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.754781 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.754939 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.755123 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.755285 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.755452 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.755635 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.755779 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.755982 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.756070 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.756228 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.756384 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.756541 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.756697 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.756854 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.757012 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.757172 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.757337 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.757492 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.757649 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.757805 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.757961 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.758118 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.758274 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.758430 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.758586 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.758741 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759062 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759062 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759309 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759403 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759517 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759663 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759819 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.759961 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.760120 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.760276 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.760436 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.760594 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.760751 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.760908 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.761065 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.761220 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.761380 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.761537 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.761693 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_json = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.761834 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.762013 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.762691 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.762849 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.763005 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.763314 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.763314 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.763694 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:15:19.763876 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.764038 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.764209 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.764369 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.764530 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.764693 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.764852 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.765012 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.765171 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.765331 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.765498 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.765658 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.765828 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.765989 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.766148 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.766311 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.766470 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.766629 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.766790 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.766949 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.767110 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.767273 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.767455 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.767636 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.767798 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.767969 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.768107 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.768268 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.768429 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.768590 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.768751 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.768912 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.769071 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.769230 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.769392 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.769551 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.769710 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.769871 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.770031 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.770192 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.770548 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.770548 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.770715 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.770805 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.770953 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.771114 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.771274 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.771434 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.771614 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.771774 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.771944 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.772103 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.772263 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.772423 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.772583 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.772742 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.772900 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.773060 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.773219 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.773379 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.773539 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.773712 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.773871 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.774031 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.774190 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.774343 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:15:19.774438 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.774519 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.774649 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.774808 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.774967 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.775126 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.775287 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.775445 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.775623 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.775781 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.775941 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.776100 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.776260 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.776420 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.776581 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.776740 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.776899 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.777058 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.777217 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.777391 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.777567 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.777758 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.777905 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.778060 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.778218 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.778377 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.778537 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.778696 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.778854 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.779014 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.779173 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.779333 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.779516 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.779679 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.779838 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.780045 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.780159 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.780319 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.780478 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.780638 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.780797 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.780957 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.781115 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.781274 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.781432 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.781591 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.781761 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.781920 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.782081 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.782241 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.782407 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.782577 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.782738 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.782898 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.783058 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.783217 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.783377 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.783568 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.783730 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.783890 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.784050 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.784209 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.784376 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.784547 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.784707 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.784868 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.785027 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.785209 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.785368 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.785528 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.785686 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.785844 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.786005 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.786164 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.786323 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.786482 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.786642 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.786801 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.786965 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.787124 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.787285 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.787532 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.787668 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.787873 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.788043 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.788248 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.788563 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.788652 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.789166 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.789329 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.789489 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.789649 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.789808 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.789968 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.790127 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.790286 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.790446 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.790755 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.790755 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.790908 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.791046 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.791206 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.791364 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.791550 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.791715 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.791875 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.792036 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.792210 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.792358 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.792517 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.792678 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.792839 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.793002 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.793163 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.793840 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.794000 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.794159 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.794319 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.794480 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.794640 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.794801 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.794961 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.795136 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.795296 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.795456 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.795635 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.795794 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.795953 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.796113 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.796273 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.796432 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.796591 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.796750 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.796912 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.797075 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.797235 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.797395 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.797554 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.797725 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.797881 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.798016 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.798188 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.798349 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.798510 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.798670 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.798829 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.798989 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.799159 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.799318 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.799522 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.799654 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.799813 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.799973 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.800142 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.800302 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.800462 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.800622 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.800780 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.800940 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.801109 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.801268 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.801428 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.801587 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.801746 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.801907 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.802074 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.802234 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.802393 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.802552 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.802711 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.802869 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.803038 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.803198 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.803358 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.803535 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.803698 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.803868 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.804040 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.804174 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.804333 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.804500 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.804660 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.804819 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.804979 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.805149 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.805308 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.805472 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.805630 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.805790 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.805949 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.806110 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.806275 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.806443 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.806608 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.806769 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.806938 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.807104 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.807273 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.807432 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.807617 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.807799 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.807942 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.808113 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.808280 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.808440 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.808601 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.808761 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.809508 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.809672 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.809839 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.809981 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.810140 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.810299 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.810458 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.810616 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.810775 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.810933 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.811092 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.811254 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.811413 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:15:19.811587 dv-cinder-786260-14-iscsi neutron-server[92874]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92874) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:15:20.104398 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 36956) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:20.113604 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064850 Jul 28 03:15:31.306435 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7afefde-9263-42f5-989a-38ff90bd3f5e None None] get_active_networks_info from dv-cinder-786260-14-iscsi {{(pid=93019) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 03:15:31.406677 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7afefde-9263-42f5-989a-38ff90bd3f5e None None] No non-hosted networks {{(pid=93019) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 03:15:31.421926 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.agentschedulers_db [None req-b7afefde-9263-42f5-989a-38ff90bd3f5e None None] DHCP Agent not found on host dv-cinder-786260-14-iscsi {{(pid=93019) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 03:15:31.560839 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-319ebd0e-c07d-4b40-a579-abc11417a50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33117351'] for agent, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:33.853615 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5a6b9bcc-b036-4c3a-a0b8-07266cac0e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33117351'] for agent, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:33.897510 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-750e68a5-8c8d-47bf-9218-279b75706d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:33.954678 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33117351'] for agent, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:33.955378 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.955741 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.956078 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.956442 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.956768 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.957088 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.957406 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.957795 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.958119 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.958444 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.958777 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.959181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:33.959660 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:15:33.975132 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:15:34.951521 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33117351'] for agent, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:36.554749 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33117351'] for agent, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:37.630344 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37048) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:38.120183 dv-cinder-786260-14-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-25631a74-abca-432b-bec7-d6e31525f7a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:15:38.121366 dv-cinder-786260-14-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-25631a74-abca-432b-bec7-d6e31525f7a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:15:38.341698 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-25631a74-abca-432b-bec7-d6e31525f7a5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:15:38.342658 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-25631a74-abca-432b-bec7-d6e31525f7a5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7114062 Jul 28 03:15:39.184518 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.db.l3_hamode_db [None req-b17a034b-4e9b-4ae6-8c51-cf8be06c6abe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 03:15:39.260713 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a034b-4e9b-4ae6-8c51-cf8be06c6abe None None] Routers set() bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:15:39.261710 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a034b-4e9b-4ae6-8c51-cf8be06c6abe None None] Router IDs set() for agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 03:15:40.682696 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37062) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:40.991475 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:15:41.084354 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.policy [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:15:41.128815 dv-cinder-786260-14-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:15:41.129178 dv-cinder-786260-14-iscsi neutron-server[93018]: WARNING oslo_policy.policy [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:15:41.137940 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.quota [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] Loaded quota_driver: . Jul 28 03:15:41.227747 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776784605412', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776784604695', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776784577133', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776784590907', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776785012892', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776784571684', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1512367', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1522224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33074541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33159429'] for rbac-policy, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:41.291983 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:41.293665 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-20793477-a366-4c7d-abc1-99cffc6155e3 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093822 Jul 28 03:15:43.829699 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37074) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:44.119009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'project_id': 'd6cc9e8f011f450d84406404d718335f'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:15:44.146931 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Made reservation on behalf of d6cc9e8f011f450d84406404d718335f for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:15:44.149777 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.166146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.289877 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.294100 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.314357 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:15:44.342444 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776782995496', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.343018 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Unsubscribe: segment precommit_create {{(pid=93018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:15:44.343547 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Added segment 3aa553ea-aa8a-4353-83a0-fe36a6a3160f of type vlan for network 1ccbec93-a272-4150-86f4-bdfcc8ad842b Jul 28 03:15:44.361412 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e1e7d0-3ec0-43cb-b188-ab343a933f6d,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:15:44.411102 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.411453 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.411816 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.412148 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.412472 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.412808 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.413133 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.413466 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.413800 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.414119 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.414433 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.414743 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Tracked resource versions report: Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: pushed versions: Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: { 'AddressGroup': {'1.2'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'ConntrackHelper': {'1.0'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Log': {'1.0'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Network': {'1.1'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Port': {'1.7'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'PortForwarding': {'1.2'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'QosPolicy': {'1.8'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroup': {'1.4'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SubPort': {'1.0'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Subnet': {'1.1'}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Trunk': {'1.1'}} Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: consumer versions: Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'ConntrackHelper': '1.0', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Log': '1.0', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Network': '1.1', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Port': '1.7', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'PortForwarding': '1.2', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'QosPolicy': '1.8', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroup': '1.4', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroupRule': '1.2', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SubPort': '1.0', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Subnet': '1.1', Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Trunk': '1.1'}} Jul 28 03:15:44.416048 dv-cinder-786260-14-iscsi neutron-server[93018]: {{(pid=93018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:15:44.463110 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.513422 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.514550 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:15:44.515203 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:44.583941 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7530291 Jul 28 03:15:44.614398 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e975f-b620-4038-b130-568ff1ce8cde admin admin] Pushing event updated for resources: {'Network': ['ID=1ccbec93-a272-4150-86f4-bdfcc8ad842b,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:15:44.626771 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:15:47.203773 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37088) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:47.590770 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9229b-0c8e-4c41-8dad-e1bbe56fc168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:15:47.595172 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8dc9229b-0c8e-4c41-8dad-e1bbe56fc168 admin admin] 10.222.0.20 "GET /v2.0/networks/1ccbec93-a272-4150-86f4-bdfcc8ad842b HTTP/1.1" status: 200 len: 825 time: 0.3869221 Jul 28 03:15:47.616578 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-06c3b273-29e6-43d1-bc36-979389cc9eb2 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/9d4adc7d-abf9-4e65-a9e9-59e97909ca18 HTTP/1.1" status: 200 len: 734 time: 0.0183511 Jul 28 03:15:47.628552 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Request body: {'subnet': {'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'name': 'private-subnet', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9d4adc7d-abf9-4e65-a9e9-59e97909ca18'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:15:47.650392 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Made reservation on behalf of d6cc9e8f011f450d84406404d718335f for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:15:47.653236 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:47.938716 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:48.008544 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fc9d24-3cb2-4fd9-920f-03be470538a3,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:15:48.010495 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Checking segment: {'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:15:48.010913 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Network hostable DHCP agents. Network: 1ccbec93-a272-4150-86f4-bdfcc8ad842b, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:15:48.031804 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:15:48.042967 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 1ccbec93-a272-4150-86f4-bdfcc8ad842b) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:15:48.047295 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:15:48.047913 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:48.052217 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cbdd21-982f-42de-b704-d961b69b95bb None None] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:15:48.060715 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ceaa59bb-691e-4cce-bfef-bb163cc8414d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4385760 Jul 28 03:15:48.365595 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'fixed_ips': [{'subnet_id': '92fc9d24-3cb2-4fd9-920f-03be470538a3'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:15:48.366942 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:48.637183 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Allocated IP 172.20.0.2 (1ccbec93-a272-4150-86f4-bdfcc8ad842b/92fc9d24-3cb2-4fd9-920f-03be470538a3/9cfbe07b-f947-4c93-853f-3d566dee8793) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:15:48.838025 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:48.879795 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Transition to ACTIVE for port object 9cfbe07b-f947-4c93-853f-3d566dee8793 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:15:48.901989 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Transition to ACTIVE for port object 9cfbe07b-f947-4c93-853f-3d566dee8793 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:15:48.910734 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:48.972170 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:15:48.976609 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:15:48.995167 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:15:48.999553 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Pushing event updated for resources: {'Port': ['ID=9cfbe07b-f947-4c93-853f-3d566dee8793,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:15:49.029122 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.029482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.029825 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.030159 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.030491 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.030823 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.031150 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.031493 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.031843 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.032174 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.032499 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.032825 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Tracked resource versions report: Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: pushed versions: Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: { 'AddressGroup': {'1.2'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'ConntrackHelper': {'1.0'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Log': {'1.0'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Network': {'1.1'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Port': {'1.7'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'PortForwarding': {'1.2'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'QosPolicy': {'1.8'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroup': {'1.4'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SubPort': {'1.0'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Subnet': {'1.1'}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Trunk': {'1.1'}} Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: consumer versions: Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'ConntrackHelper': '1.0', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Log': '1.0', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Network': '1.1', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Port': '1.7', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'PortForwarding': '1.2', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'QosPolicy': '1.8', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroup': '1.4', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroupRule': '1.2', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SubPort': '1.0', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Subnet': '1.1', Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Trunk': '1.1'}} Jul 28 03:15:49.034146 dv-cinder-786260-14-iscsi neutron-server[93019]: {{(pid=93019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:15:49.080303 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Attempting to bind port 9cfbe07b-f947-4c93-853f-3d566dee8793 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:15:49.080897 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Attempting to bind port 9cfbe07b-f947-4c93-853f-3d566dee8793 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:15:49.081116 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Attempting to bind port 9cfbe07b-f947-4c93-853f-3d566dee8793 on network 1ccbec93-a272-4150-86f4-bdfcc8ad842b {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:15:49.085865 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:15:49.086280 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Checking segment: {'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:15:49.086756 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:49.087144 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Bound using segment: {'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:15:49.087657 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Bound port: 9cfbe07b-f947-4c93-853f-3d566dee8793, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:15:49.088063 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:49.148267 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] For port 9cfbe07b-f947-4c93-853f-3d566dee8793, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:15:49.152989 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] For port 9cfbe07b-f947-4c93-853f-3d566dee8793, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=9cfbe07b-f947-4c93-853f-3d566dee8793,segment=NetworkSegment(3aa553ea-aa8a-4353-83a0-fe36a6a3160f),segment_id=3aa553ea-aa8a-4353-83a0-fe36a6a3160f)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:15:49.157418 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:49.222107 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abbf2c-df37-4980-a717-1633599192b5 None None] Pushing event updated for resources: {'Port': ['ID=9cfbe07b-f947-4c93-853f-3d566dee8793,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:15:50.421082 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37096) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:50.739832 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-56d33411-30ea-455a-b66c-6cecd5f60397 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:15:50.740809 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-56d33411-30ea-455a-b66c-6cecd5f60397 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187845 Jul 28 03:15:53.127090 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37104) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:53.444455 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-4bab20f6-68d7-46cf-b3ac-8e90590d3383 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:15:53.455596 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4bab20f6-68d7-46cf-b3ac-8e90590d3383 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173568 Jul 28 03:15:56.059147 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37114) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:56.365010 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-fc1e80ee-1337-4e16-91b7-16aa0719a1d1 admin admin] Request body: {'router': {'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'name': 'router1', 'admin_state_up': True}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:15:56.389933 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc1e80ee-1337-4e16-91b7-16aa0719a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:56.391531 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc1e80ee-1337-4e16-91b7-16aa0719a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:56.528294 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc1e80ee-1337-4e16-91b7-16aa0719a1d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:56.533221 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc1e80ee-1337-4e16-91b7-16aa0719a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:56.545418 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fc1e80ee-1337-4e16-91b7-16aa0719a1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:56.546663 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fc1e80ee-1337-4e16-91b7-16aa0719a1d1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4864604 Jul 28 03:15:57.452104 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4e731-a6b2-481b-b565-a48a90e91116 None None] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:15:57.506027 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-761639ee-3cb0-443e-a05b-16a5f4b39dff None None] Provisioning for port 9cfbe07b-f947-4c93-853f-3d566dee8793 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:15:57.779796 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 9cfbe07b-f947-4c93-853f-3d566dee8793 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:15:57.872496 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 9cfbe07b-f947-4c93-853f-3d566dee8793 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:15:57.876153 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 9cfbe07b-f947-4c93-853f-3d566dee8793 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:15:57.876541 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:57.980346 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:58.012903 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 9cfbe07b-f947-4c93-853f-3d566dee8793, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=9cfbe07b-f947-4c93-853f-3d566dee8793,segment=NetworkSegment(3aa553ea-aa8a-4353-83a0-fe36a6a3160f),segment_id=3aa553ea-aa8a-4353-83a0-fe36a6a3160f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:15:58.016528 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:15:58.062131 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=9cfbe07b-f947-4c93-853f-3d566dee8793,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:15:58.908646 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37126) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:15:59.209680 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [None req-81506b7d-76a6-4ca0-ae93-a020c5fd3eb1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:15:59.210664 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-81506b7d-76a6-4ca0-ae93-a020c5fd3eb1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3010852 Jul 28 03:15:59.751425 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 9cfbe07b-f947-4c93-853f-3d566dee8793 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:15:59.797428 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 9cfbe07b-f947-4c93-853f-3d566dee8793 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:15:59.797797 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:01.202045 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4f7c50e2-e25f-4c52-acb0-0068a92f3313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:01.580217 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37134) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:16:01.713354 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:16:01.878677 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:16:01.898382 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Made reservation on behalf of 07ab11a9b238488189a649b923483400 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:16:01.900670 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:01.910337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:01.994901 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:01.998472 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:02.015668 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Reserving flat network on physical network physnet1 {{(pid=93018) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 03:16:02.029856 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a1d9f-50be-4e5c-9539-318eb4463d8c,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:02.037542 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:02.037906 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Added segment 74a8cc8f-b230-48a8-8162-a959e63ffa76 of type flat for network a1e24d49-a520-445b-bb9d-27c03aa1a91e Jul 28 03:16:02.091865 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:02.125500 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:02.126433 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:16:02.126998 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:02.178527 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5972877 Jul 28 03:16:02.185662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdbb25-9f92-4f92-b40a-76bcfca32536 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e24d49-a520-445b-bb9d-27c03aa1a91e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:02.195802 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:16:03.853587 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-51b6be86-cd55-4237-8520-fdb438c84a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:03.943329 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:04.532199 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37142) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:16:04.903874 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:05.031723 dv-cinder-786260-14-iscsi neutron-server[93017]: WARNING oslo_policy.policy [None req-db1e4c6c-c3dc-4337-9391-2a658c7392f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:16:05.032293 dv-cinder-786260-14-iscsi neutron-server[93017]: WARNING oslo_policy.policy [None req-db1e4c6c-c3dc-4337-9391-2a658c7392f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:16:05.432419 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.policy [None req-db1e4c6c-c3dc-4337-9391-2a658c7392f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93017) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:16:05.477135 dv-cinder-786260-14-iscsi neutron-server[93017]: WARNING oslo_policy.policy [None req-db1e4c6c-c3dc-4337-9391-2a658c7392f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:16:05.477501 dv-cinder-786260-14-iscsi neutron-server[93017]: WARNING oslo_policy.policy [None req-db1e4c6c-c3dc-4337-9391-2a658c7392f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:16:05.486082 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e4c6c-c3dc-4337-9391-2a658c7392f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:16:05.488236 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-db1e4c6c-c3dc-4337-9391-2a658c7392f0 admin admin] 10.222.0.20 "GET /v2.0/subnets/92fc9d24-3cb2-4fd9-920f-03be470538a3 HTTP/1.1" status: 200 len: 849 time: 0.9539049 Jul 28 03:16:05.647750 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-ac293117-50a3-47ea-889f-55916e91a6af admin admin] 10.222.0.20 "GET /v2.0/routers/d7561bb3-22db-4e56-b60d-8c65d1d818db HTTP/1.1" status: 200 len: 704 time: 0.1536369 Jul 28 03:16:05.908487 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:06.222426 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Allocated IP 172.20.0.1 (1ccbec93-a272-4150-86f4-bdfcc8ad842b/92fc9d24-3cb2-4fd9-920f-03be470538a3/a3b4fd17-dee8-4be5-a716-0b53e89be803) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:16:06.426979 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:06.449849 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Transition to ACTIVE for port object a3b4fd17-dee8-4be5-a716-0b53e89be803 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:16:06.505649 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:06.532352 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:06.566077 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:16:06.567366 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:16:06.639101 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:16:06.639640 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:06.662647 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b4fd17-dee8-4be5-a716-0b53e89be803,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:06.710263 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.710626 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.710972 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.711306 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.711659 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.712003 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.712335 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.712674 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.713058 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.713384 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.713703 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.714021 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Tracked resource versions report: Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: pushed versions: Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: { 'AddressGroup': {'1.2'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'ConntrackHelper': {'1.0'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Log': {'1.0'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Network': {'1.1'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Port': {'1.7'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'PortForwarding': {'1.2'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'QosPolicy': {'1.8'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroup': {'1.4'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SubPort': {'1.0'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Subnet': {'1.1'}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Trunk': {'1.1'}} Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: consumer versions: Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'ConntrackHelper': '1.0', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Log': '1.0', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Network': '1.1', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Port': '1.7', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'PortForwarding': '1.2', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'QosPolicy': '1.8', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroup': '1.4', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroupRule': '1.2', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SubPort': '1.0', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Subnet': '1.1', Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Trunk': '1.1'}} Jul 28 03:16:06.715375 dv-cinder-786260-14-iscsi neutron-server[93017]: {{(pid=93017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:16:06.824156 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-12c8c7ac-3fee-427d-9719-d0ed03975e81 None None] Provisioning for port a3b4fd17-dee8-4be5-a716-0b53e89be803 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:16:06.827695 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-12c8c7ac-3fee-427d-9719-d0ed03975e81 None None] Provisioning complete for port a3b4fd17-dee8-4be5-a716-0b53e89be803 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:16:06.828068 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-12c8c7ac-3fee-427d-9719-d0ed03975e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:06.848930 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:06.861589 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-12c8c7ac-3fee-427d-9719-d0ed03975e81 None None] Port a3b4fd17-dee8-4be5-a716-0b53e89be803 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:16:07.055533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:07.060382 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:07.061277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:07.138024 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b4fd17-dee8-4be5-a716-0b53e89be803,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:07.186400 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:16:07.187675 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:16:07.381002 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-cc458649-2b4d-4611-bf79-3367601a02bd None None] Provisioning complete for port a3b4fd17-dee8-4be5-a716-0b53e89be803 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:16:07.381369 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cc458649-2b4d-4611-bf79-3367601a02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:07.397438 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Router d7561bb3-22db-4e56-b60d-8c65d1d818db is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:16:07.415050 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-cc458649-2b4d-4611-bf79-3367601a02bd None None] Port a3b4fd17-dee8-4be5-a716-0b53e89be803 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:16:07.486505 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:16:07.491725 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-1047b1f7-eb1d-4aa4-a933-60ef96e85bd7 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7561bb3-22db-4e56-b60d-8c65d1d818db/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8386333 Jul 28 03:16:07.496593 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Sync routers for ids ['d7561bb3-22db-4e56-b60d-8c65d1d818db'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:16:07.507630 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Routers {'d7561bb3-22db-4e56-b60d-8c65d1d818db'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:16:07.508530 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:16:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d7561bb3-22db-4e56-b60d-8c65d1d818db'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:07.690616 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Set router d7561bb3-22db-4e56-b60d-8c65d1d818db gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:16:08.111074 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'name': 'router1', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:15:56Z', 'updated_at': '2021-07-28T03:16:06Z', 'revision_number': 2, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'gw_port_host': None, '_interfaces': [{'id': 'a3b4fd17-dee8-4be5-a716-0b53e89be803', 'name': '', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'mac_address': 'fa:16:3e:a0:c2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:05Z', 'updated_at': '2021-07-28T03:16:06Z', 'revision_number': 2, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'subnets': [{'id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d4adc7d-abf9-4e65-a9e9-59e97909ca18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:08.161798 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Checking router: d7561bb3-22db-4e56-b60d-8c65d1d818db for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:16:08.162168 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Updating router d7561bb3-22db-4e56-b60d-8c65d1d818db port a3b4fd17-dee8-4be5-a716-0b53e89be803 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:16:08.209931 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:08.726107 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:08.746112 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Transition to ACTIVE for port object a3b4fd17-dee8-4be5-a716-0b53e89be803 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:16:08.751992 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:08.897203 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Pushing event updated for resources: {'Port': ['ID=a3b4fd17-dee8-4be5-a716-0b53e89be803,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:08.911588 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.911958 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.912278 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.912616 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.912945 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.913271 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.913592 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.913921 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.914255 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.914574 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.914890 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.915204 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Tracked resource versions report: Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: pushed versions: Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: { 'AddressGroup': {'1.2'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'ConntrackHelper': {'1.0'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Log': {'1.0'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Network': {'1.1'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Port': {'1.7'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'PortForwarding': {'1.2'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'QosPolicy': {'1.8'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroup': {'1.4'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SubPort': {'1.0'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Subnet': {'1.1'}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Trunk': {'1.1'}} Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: consumer versions: Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'ConntrackHelper': '1.0', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Log': '1.0', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Network': '1.1', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Port': '1.7', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'PortForwarding': '1.2', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'QosPolicy': '1.8', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroup': '1.4', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroupRule': '1.2', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SubPort': '1.0', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Subnet': '1.1', Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Trunk': '1.1'}} Jul 28 03:16:08.917103 dv-cinder-786260-14-iscsi neutron-server[93020]: {{(pid=93020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:16:08.923516 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Attempting to bind port a3b4fd17-dee8-4be5-a716-0b53e89be803 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:16:08.923924 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Attempting to bind port a3b4fd17-dee8-4be5-a716-0b53e89be803 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:16:08.924336 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Attempting to bind port a3b4fd17-dee8-4be5-a716-0b53e89be803 on network 1ccbec93-a272-4150-86f4-bdfcc8ad842b {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:16:08.930721 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:16:08.931146 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Checking segment: {'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:16:08.931713 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:08.932101 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Bound using segment: {'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:16:08.932603 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Bound port: a3b4fd17-dee8-4be5-a716-0b53e89be803, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa553ea-aa8a-4353-83a0-fe36a6a3160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:16:08.933027 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:08.998531 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] For port a3b4fd17-dee8-4be5-a716-0b53e89be803, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:16:09.020174 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] For port a3b4fd17-dee8-4be5-a716-0b53e89be803, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=a3b4fd17-dee8-4be5-a716-0b53e89be803,segment=NetworkSegment(3aa553ea-aa8a-4353-83a0-fe36a6a3160f),segment_id=3aa553ea-aa8a-4353-83a0-fe36a6a3160f)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:16:09.026590 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:09.084785 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Routers {'d7561bb3-22db-4e56-b60d-8c65d1d818db'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:16:09.085405 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:16:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d7561bb3-22db-4e56-b60d-8c65d1d818db'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:09.087281 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede5ac5-81ca-43e3-a202-a2cddf79fccf None None] Pushing event updated for resources: {'Port': ['ID=a3b4fd17-dee8-4be5-a716-0b53e89be803,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:09.176226 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] Set router d7561bb3-22db-4e56-b60d-8c65d1d818db gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:16:09.388962 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'name': 'router1', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:15:56Z', 'updated_at': '2021-07-28T03:16:06Z', 'revision_number': 2, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'gw_port_host': None, '_interfaces': [{'id': 'a3b4fd17-dee8-4be5-a716-0b53e89be803', 'name': '', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'mac_address': 'fa:16:3e:a0:c2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:05Z', 'updated_at': '2021-07-28T03:16:08Z', 'revision_number': 4, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'subnets': [{'id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d4adc7d-abf9-4e65-a9e9-59e97909ca18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:09.414146 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6c3323-767b-42c5-ba21-0f06e71133c8 None None] The sync data for ids ['d7561bb3-22db-4e56-b60d-8c65d1d818db'] in dv-cinder-786260-14-iscsi is: [{'id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'name': 'router1', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:15:56Z', 'updated_at': '2021-07-28T03:16:06Z', 'revision_number': 2, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'gw_port_host': None, '_interfaces': [{'id': 'a3b4fd17-dee8-4be5-a716-0b53e89be803', 'name': '', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'mac_address': 'fa:16:3e:a0:c2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:05Z', 'updated_at': '2021-07-28T03:16:08Z', 'revision_number': 4, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'subnets': [{'id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d4adc7d-abf9-4e65-a9e9-59e97909ca18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:16:09.692934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37174) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:16:09.869528 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb897963-8ed2-460a-b02c-ee49decadfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:16:09.870897 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-bb897963-8ed2-460a-b02c-ee49decadfca admin admin] 10.222.0.20 "GET /v2.0/networks/a1e24d49-a520-445b-bb9d-27c03aa1a91e HTTP/1.1" status: 200 len: 842 time: 0.1770120 Jul 28 03:16:09.880687 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Request body: {'subnet': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:16:09.882072 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.quota [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Loaded quota_driver: . Jul 28 03:16:09.916991 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Made reservation on behalf of 07ab11a9b238488189a649b923483400 for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:16:09.919235 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:10.225186 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.objects.ports [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 03:16:10.225539 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:10.280708 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19698f7a-26cd-4ed9-ad94-6783aa4ce6bb,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:10.290334 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:16:10.291236 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Network hostable DHCP agents. Network: a1e24d49-a520-445b-bb9d-27c03aa1a91e, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:16:10.312091 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:16:10.322043 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, a1e24d49-a520-445b-bb9d-27c03aa1a91e) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:16:10.325934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:16:10.326727 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:10.331705 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde6d1dc-6ca8-45a9-b3c8-9dff0f5c586e None None] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:16:10.348268 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-83ed1cfa-930d-4984-b80e-8685863de179 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4707675 Jul 28 03:16:10.464166 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9a888-463f-4a01-b3f2-af40157028dd None None] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:16:12.601394 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37192) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:16:12.729858 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7d937f62-e3e3-4dc7-a70d-9d8bdf5782ca admin admin] 10.222.0.20 "GET /v2.0/routers/d7561bb3-22db-4e56-b60d-8c65d1d818db HTTP/1.1" status: 200 len: 710 time: 0.1273370 Jul 28 03:16:12.815670 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc8ba6b-de7a-40c3-b316-bc01350d7696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:16:12.817014 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-bbc8ba6b-de7a-40c3-b316-bc01350d7696 admin admin] 10.222.0.20 "GET /v2.0/networks/a1e24d49-a520-445b-bb9d-27c03aa1a91e HTTP/1.1" status: 200 len: 886 time: 0.0816338 Jul 28 03:16:12.826711 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:16:13.067602 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:13.365354 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:13.443278 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:13.543179 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Allocated IP 172.27.3.252 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/2ddd21ff-cfe0-4044-8560-e696757070c4) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:16:13.643533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:13.683539 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:13.718416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:16:13.721012 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:16:13.724295 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:16:13.765740 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddd21ff-cfe0-4044-8560-e696757070c4,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:13.970721 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:14.158288 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:14.161447 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33173166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33173159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33117696'] for router, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:14.267233 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Router d7561bb3-22db-4e56-b60d-8c65d1d818db has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:16:14.370405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:16:14.374527 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:14.375746 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-76de0762-3b9f-4be3-9fcc-ec23e96733d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7561bb3-22db-4e56-b60d-8c65d1d818db HTTP/1.1" status: 200 len: 890 time: 1.5525825 Jul 28 03:16:15.761251 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Sync routers for ids ['d7561bb3-22db-4e56-b60d-8c65d1d818db'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:16:15.771615 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Routers {'d7561bb3-22db-4e56-b60d-8c65d1d818db'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:16:15.772268 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:16:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d7561bb3-22db-4e56-b60d-8c65d1d818db'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:15.829775 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device a3b4fd17-dee8-4be5-a716-0b53e89be803 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:16:16.054886 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port a3b4fd17-dee8-4be5-a716-0b53e89be803 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:16:16.057739 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Set router d7561bb3-22db-4e56-b60d-8c65d1d818db gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:16:16.100937 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port a3b4fd17-dee8-4be5-a716-0b53e89be803 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:16:16.101311 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:16.398951 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:16.473082 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port a3b4fd17-dee8-4be5-a716-0b53e89be803, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=a3b4fd17-dee8-4be5-a716-0b53e89be803,segment=NetworkSegment(3aa553ea-aa8a-4353-83a0-fe36a6a3160f),segment_id=3aa553ea-aa8a-4353-83a0-fe36a6a3160f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:16:16.479009 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:16.551718 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=a3b4fd17-dee8-4be5-a716-0b53e89be803,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:16.572707 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'name': 'router1', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '2ddd21ff-cfe0-4044-8560-e696757070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:15:56Z', 'updated_at': '2021-07-28T03:16:13Z', 'revision_number': 4, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'gw_port': {'id': '2ddd21ff-cfe0-4044-8560-e696757070c4', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:13Z', 'updated_at': '2021-07-28T03:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'a3b4fd17-dee8-4be5-a716-0b53e89be803', 'name': '', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'mac_address': 'fa:16:3e:a0:c2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:05Z', 'updated_at': '2021-07-28T03:16:08Z', 'revision_number': 4, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'subnets': [{'id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d4adc7d-abf9-4e65-a9e9-59e97909ca18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:16.626234 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Checking router: d7561bb3-22db-4e56-b60d-8c65d1d818db for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:16:16.626592 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Updating router d7561bb3-22db-4e56-b60d-8c65d1d818db port 2ddd21ff-cfe0-4044-8560-e696757070c4 binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:16:16.675021 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:16.757313 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37204) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:16:16.866691 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-97d97f17-afe9-46ca-801d-b541ffdf4cc6 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1081426 Jul 28 03:16:17.001867 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:17.012680 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Transition to ACTIVE for port object 2ddd21ff-cfe0-4044-8560-e696757070c4 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:16:17.017801 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:17.067362 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a42b94-2383-4ab4-89d6-cf5a45bb4e99 None None] Pushing event updated for resources: {'Port': ['ID=2ddd21ff-cfe0-4044-8560-e696757070c4,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:17.071442 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Attempting to bind port 2ddd21ff-cfe0-4044-8560-e696757070c4 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:16:17.072378 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Attempting to bind port 2ddd21ff-cfe0-4044-8560-e696757070c4 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:16:17.072744 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Attempting to bind port 2ddd21ff-cfe0-4044-8560-e696757070c4 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:16:17.077773 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:16:17.078146 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:16:17.078545 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:17.078934 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:16:17.079396 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Bound port: 2ddd21ff-cfe0-4044-8560-e696757070c4, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:16:17.079818 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:17.129231 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] For port 2ddd21ff-cfe0-4044-8560-e696757070c4, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:16:17.132427 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] For port 2ddd21ff-cfe0-4044-8560-e696757070c4, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2ddd21ff-cfe0-4044-8560-e696757070c4,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:16:17.137062 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:17.194242 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Routers {'d7561bb3-22db-4e56-b60d-8c65d1d818db'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:16:17.194849 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:16:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d7561bb3-22db-4e56-b60d-8c65d1d818db'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:17.227338 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a42b94-2383-4ab4-89d6-cf5a45bb4e99 None None] Pushing event updated for resources: {'Port': ['ID=2ddd21ff-cfe0-4044-8560-e696757070c4,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:17.391636 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] Set router d7561bb3-22db-4e56-b60d-8c65d1d818db gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:16:17.604658 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'name': 'router1', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '2ddd21ff-cfe0-4044-8560-e696757070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:15:56Z', 'updated_at': '2021-07-28T03:16:13Z', 'revision_number': 4, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'gw_port': {'id': '2ddd21ff-cfe0-4044-8560-e696757070c4', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:13Z', 'updated_at': '2021-07-28T03:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'a3b4fd17-dee8-4be5-a716-0b53e89be803', 'name': '', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'mac_address': 'fa:16:3e:a0:c2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:05Z', 'updated_at': '2021-07-28T03:16:16Z', 'revision_number': 5, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'subnets': [{'id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d4adc7d-abf9-4e65-a9e9-59e97909ca18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:16:17.630912 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a4619-fc14-4b27-9dd3-6167315ea651 None None] The sync data for ids ['d7561bb3-22db-4e56-b60d-8c65d1d818db'] in dv-cinder-786260-14-iscsi is: [{'id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'name': 'router1', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '2ddd21ff-cfe0-4044-8560-e696757070c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:15:56Z', 'updated_at': '2021-07-28T03:16:13Z', 'revision_number': 4, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'gw_port': {'id': '2ddd21ff-cfe0-4044-8560-e696757070c4', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:13Z', 'updated_at': '2021-07-28T03:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'a3b4fd17-dee8-4be5-a716-0b53e89be803', 'name': '', 'network_id': '1ccbec93-a272-4150-86f4-bdfcc8ad842b', 'tenant_id': 'd6cc9e8f011f450d84406404d718335f', 'mac_address': 'fa:16:3e:a0:c2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7561bb3-22db-4e56-b60d-8c65d1d818db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:16:05Z', 'updated_at': '2021-07-28T03:16:16Z', 'revision_number': 5, 'project_id': 'd6cc9e8f011f450d84406404d718335f', 'subnets': [{'id': '92fc9d24-3cb2-4fd9-920f-03be470538a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d4adc7d-abf9-4e65-a9e9-59e97909ca18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:16:17.889285 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device a3b4fd17-dee8-4be5-a716-0b53e89be803 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:16:17.942038 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port a3b4fd17-dee8-4be5-a716-0b53e89be803 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:16:17.942421 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:18.020637 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2ddd21ff-cfe0-4044-8560-e696757070c4 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:16:18.074051 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 2ddd21ff-cfe0-4044-8560-e696757070c4 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:16:18.088500 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 2ddd21ff-cfe0-4044-8560-e696757070c4 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:16:18.088885 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:18.216195 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:18.246639 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 2ddd21ff-cfe0-4044-8560-e696757070c4, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2ddd21ff-cfe0-4044-8560-e696757070c4,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:16:18.252506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:18.310020 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=2ddd21ff-cfe0-4044-8560-e696757070c4,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:16:19.791082 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2ddd21ff-cfe0-4044-8560-e696757070c4 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:16:19.862016 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 2ddd21ff-cfe0-4044-8560-e696757070c4 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:16:19.862388 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:31.204482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c75ac74-3f95-44ea-8e4e-f0bed181a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:33.859087 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-48391eef-58cd-4534-bc23-e72a811a6c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:33.947211 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:34.916530 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:36.520015 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:16:38.712843 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:17:01.205487 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e91902dc-c49f-4e40-8ca5-cccb60773e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:03.854082 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-aba9169b-8bd8-48bc-843b-7be3a303fdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:03.949215 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:04.910785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:06.523041 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:15.713736 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:17:31.206319 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1c1099e0-da8d-46e6-8ff5-b5b8d7e20cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:33.859433 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a0fcfa1-39d8-445f-9d82-cfbafd652e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:33.950202 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:34.915617 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:36.528629 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:51.758355 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37772) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:17:51.821307 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3950c1f-bdac-4516-9a2a-0b72bb8ad49c admin admin] GET failed (client error): The resource could not be found. Jul 28 03:17:51.822620 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f3950c1f-bdac-4516-9a2a-0b72bb8ad49c admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633171 Jul 28 03:17:51.977560 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a88f89-652c-457f-90a2-19544c6ebcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:17:51.978921 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-c6a88f89-652c-457f-90a2-19544c6ebcb1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1518326 Jul 28 03:17:52.712109 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:17:54.130594 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37782) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:17:54.217214 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df66f67-15a9-42f1-aa1b-1734d1415d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:17:54.218532 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-9df66f67-15a9-42f1-aa1b-1734d1415d76 admin admin] 10.222.0.20 "GET /v2.0/subnets/92fc9d24-3cb2-4fd9-920f-03be470538a3 HTTP/1.1" status: 200 len: 849 time: 0.0869832 Jul 28 03:17:54.228078 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:17:54.385886 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:54.522175 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776782822184'] for subnet, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:54.551963 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:17:54.552549 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:54.553835 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] 10.222.0.20 "PUT /v2.0/subnets/92fc9d24-3cb2-4fd9-920f-03be470538a3 HTTP/1.1" status: 200 len: 868 time: 0.3293538 Jul 28 03:17:54.557022 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791afb3b-297a-47f9-b20b-de99f0424d85 None None] Network 1ccbec93-a272-4150-86f4-bdfcc8ad842b requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:17:54.574005 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fc9d24-3cb2-4fd9-920f-03be470538a3,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:17:54.581499 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.581873 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.582260 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.582610 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.582950 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.583289 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.583666 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.584007 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.584358 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.584692 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.585022 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.585348 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676f540-65bf-45e0-b300-e1880d4001f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:17:54.880441 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-caefe8a6-f08b-4122-bc1e-c00a8fc2276d None None] Provisioning complete for port 9cfbe07b-f947-4c93-853f-3d566dee8793 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:17:54.880823 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-caefe8a6-f08b-4122-bc1e-c00a8fc2276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:54.967168 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-caefe8a6-f08b-4122-bc1e-c00a8fc2276d None None] Provisioning complete for port a3b4fd17-dee8-4be5-a716-0b53e89be803 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:17:54.967565 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-caefe8a6-f08b-4122-bc1e-c00a8fc2276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:17:56.734895 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37790) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:17:56.927664 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747fea53-830d-44e9-87c2-577890390ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:17:56.928059 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747fea53-830d-44e9-87c2-577890390ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:17:56.929591 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-747fea53-830d-44e9-87c2-577890390ff8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936994 Jul 28 03:17:59.062124 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37798) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:17:59.189674 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2e861-6604-41dc-9a03-838c51292743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:17:59.190156 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2e861-6604-41dc-9a03-838c51292743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:17:59.192221 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-aeb2e861-6604-41dc-9a03-838c51292743 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1285844 Jul 28 03:18:01.208949 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3e78-d33e-44ff-953c-c316eda419af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:01.334749 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37806) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:01.463261 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ae81f-1394-44e7-b563-2ee96e6c43cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:01.464558 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-aa3ae81f-1394-44e7-b563-2ee96e6c43cb admin admin] 10.222.0.20 "GET /v2.0/networks/1ccbec93-a272-4150-86f4-bdfcc8ad842b HTTP/1.1" status: 200 len: 869 time: 0.1288586 Jul 28 03:18:03.615129 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37814) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:03.735055 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf506d-6d91-4b62-86c2-09f94e195eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:03.736430 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-fbcf506d-6d91-4b62-86c2-09f94e195eaf admin admin] 10.222.0.20 "GET /v2.0/networks/a1e24d49-a520-445b-bb9d-27c03aa1a91e HTTP/1.1" status: 200 len: 886 time: 0.1203222 Jul 28 03:18:03.861241 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a0138708-088a-415b-9636-ed1ad8d45400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:03.950911 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:04.917263 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:05.870493 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37822) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:05.991708 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758bda23-3425-4484-9295-69a38bb2994e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:05.992169 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758bda23-3425-4484-9295-69a38bb2994e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:05.993665 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-758bda23-3425-4484-9295-69a38bb2994e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222544 Jul 28 03:18:06.531006 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:08.138155 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37830) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:08.226763 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8f757-bc38-44a1-a5cf-88cae72bf3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:08.227221 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8f757-bc38-44a1-a5cf-88cae72bf3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:08.228757 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-1bd8f757-bc38-44a1-a5cf-88cae72bf3ea admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896513 Jul 28 03:18:10.359258 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37838) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:10.444373 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d02e9-8151-4ae8-b910-9c3b389f0242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:10.445694 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-210d02e9-8151-4ae8-b910-9c3b389f0242 admin admin] 10.222.0.20 "GET /v2.0/subnets/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb HTTP/1.1" status: 200 len: 816 time: 0.0853813 Jul 28 03:18:12.595627 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37846) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:12.686156 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7dcf5-d31f-44cb-975f-a7e5a8391bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:12.687517 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7da7dcf5-d31f-44cb-975f-a7e5a8391bce admin admin] 10.222.0.20 "GET /v2.0/subnets/92fc9d24-3cb2-4fd9-920f-03be470538a3 HTTP/1.1" status: 200 len: 868 time: 0.0909145 Jul 28 03:18:29.711412 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:18:31.210790 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9a207e04-181a-4e9e-bc72-cc071fe4604c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:33.860850 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-49f4e2f8-2822-4b5a-a672-b36e7c488c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:33.951776 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:34.920019 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:36.535352 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:37.900431 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37900) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:37.945739 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [None req-47a03419-6ea9-4f49-8478-eb355713eacb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:18:37.946716 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-47a03419-6ea9-4f49-8478-eb355713eacb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453327 Jul 28 03:18:40.169826 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37908) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:40.227637 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.pecan_wsgi.hooks.translation [None req-081da049-f078-4bad-aa50-7bf107eb2a37 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:18:40.228939 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-081da049-f078-4bad-aa50-7bf107eb2a37 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581734 Jul 28 03:18:40.311587 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6ba16-976b-4710-a3fe-54b9bdcec00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:40.313034 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-8bc6ba16-976b-4710-a3fe-54b9bdcec00c admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795963 Jul 28 03:18:42.477090 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37916) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:42.521659 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:18:42.549725 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Made reservation on behalf of 07ab11a9b238488189a649b923483400 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:18:42.552027 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:42.582630 dv-cinder-786260-14-iscsi neutron-server[93017]: WARNING neutron.services.revisions.revision_plugin [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Could not find related network for resource to bump revision. Jul 28 03:18:42.598490 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:18:42.612127 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776782995496', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:42.612678 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Unsubscribe: segment precommit_create {{(pid=93017) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:18:42.613138 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Added segment 89e27643-c697-47b0-9767-a7b78fe00c34 of type vlan for network 2ec3cd48-8185-495f-a393-85538aa1262d Jul 28 03:18:42.655914 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:42.694010 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:42.694833 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:42.695427 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:42.758545 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2803845 Jul 28 03:18:42.789685 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfdf18-e613-40d0-9e39-7ec1fe10871e admin admin] Pushing event updated for resources: {'Network': ['ID=2ec3cd48-8185-495f-a393-85538aa1262d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:18:42.800855 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 2ec3cd48-8185-495f-a393-85538aa1262d details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:18:44.997555 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37924) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:18:45.054768 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e987ac-5fbd-4681-b34d-e1a998a9d9ff admin admin] GET failed (client error): The resource could not be found. Jul 28 03:18:45.056082 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f6e987ac-5fbd-4681-b34d-e1a998a9d9ff admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575933 Jul 28 03:18:45.127181 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0b938-59ba-422c-9b8f-13eeac3cc247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:45.128675 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a6c0b938-59ba-422c-9b8f-13eeac3cc247 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682154 Jul 28 03:18:45.138618 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:18:45.157930 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Made reservation on behalf of 07ab11a9b238488189a649b923483400 for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:18:45.160194 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:45.317998 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:45.370831 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d810224-cb3b-4560-9a69-0a2a02527e28,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:18:45.378305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Checking segment: {'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:18:45.378657 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Network hostable DHCP agents. Network: 2ec3cd48-8185-495f-a393-85538aa1262d, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:18:45.400080 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Network 2ec3cd48-8185-495f-a393-85538aa1262d is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:18:45.415692 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 2ec3cd48-8185-495f-a393-85538aa1262d) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:18:45.420296 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:18:45.421399 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:45.424694 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0633c-9daa-4e8b-96d4-9d49274ebe5a None None] Network 2ec3cd48-8185-495f-a393-85538aa1262d requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:18:45.435560 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a747bd9f-eb50-4ab3-b916-caece79214e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3002837 Jul 28 03:18:45.574855 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-2ec3cd48-8185-495f-a393-85538aa1262d', 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d', 'tenant_id': '07ab11a9b238488189a649b923483400', 'fixed_ips': [{'subnet_id': '8d810224-cb3b-4560-9a69-0a2a02527e28'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:18:45.575778 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:45.810488 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Allocated IP 192.168.233.2 (2ec3cd48-8185-495f-a393-85538aa1262d/8d810224-cb3b-4560-9a69-0a2a02527e28/71549475-f8bb-4793-9b2d-7e9fbacf08e0) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:18:45.951070 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:45.959775 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Transition to ACTIVE for port object 71549475-f8bb-4793-9b2d-7e9fbacf08e0 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:18:45.975071 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Transition to ACTIVE for port object 71549475-f8bb-4793-9b2d-7e9fbacf08e0 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:18:45.981827 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:46.018459 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Network 2ec3cd48-8185-495f-a393-85538aa1262d is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:18:46.021221 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:18:46.029099 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:18:46.035017 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Pushing event updated for resources: {'Port': ['ID=71549475-f8bb-4793-9b2d-7e9fbacf08e0,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:18:46.042795 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.043163 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.043539 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.043896 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.044235 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.044573 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.044907 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.045244 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.045579 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.045907 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.046236 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.046563 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:18:46.099913 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Attempting to bind port 71549475-f8bb-4793-9b2d-7e9fbacf08e0 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:18:46.100226 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Attempting to bind port 71549475-f8bb-4793-9b2d-7e9fbacf08e0 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:18:46.100608 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Attempting to bind port 71549475-f8bb-4793-9b2d-7e9fbacf08e0 on network 2ec3cd48-8185-495f-a393-85538aa1262d {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:18:46.105863 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:18:46.106236 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Checking segment: {'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:18:46.106636 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:46.107030 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Bound using segment: {'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:18:46.107522 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Bound port: 71549475-f8bb-4793-9b2d-7e9fbacf08e0, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:18:46.107926 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:46.169169 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] For port 71549475-f8bb-4793-9b2d-7e9fbacf08e0, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:18:46.172280 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] For port 71549475-f8bb-4793-9b2d-7e9fbacf08e0, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=71549475-f8bb-4793-9b2d-7e9fbacf08e0,segment=NetworkSegment(89e27643-c697-47b0-9767-a7b78fe00c34),segment_id=89e27643-c697-47b0-9767-a7b78fe00c34)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:18:46.177605 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:46.235032 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81e39b-8e61-4950-9c50-6c2cbd39c74d None None] Pushing event updated for resources: {'Port': ['ID=71549475-f8bb-4793-9b2d-7e9fbacf08e0,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:18:47.029833 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ef9fc-f260-48c5-ac49-6ce8779547da None None] Network 2ec3cd48-8185-495f-a393-85538aa1262d requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:18:47.141894 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-97c8fa44-9c42-42be-9acc-1906acf744b4 None None] Provisioning for port 71549475-f8bb-4793-9b2d-7e9fbacf08e0 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:18:47.897741 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 71549475-f8bb-4793-9b2d-7e9fbacf08e0 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:18:47.950041 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 71549475-f8bb-4793-9b2d-7e9fbacf08e0 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:18:47.953857 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 71549475-f8bb-4793-9b2d-7e9fbacf08e0 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:18:47.953975 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:48.034306 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:48.065499 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 71549475-f8bb-4793-9b2d-7e9fbacf08e0, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=71549475-f8bb-4793-9b2d-7e9fbacf08e0,segment=NetworkSegment(89e27643-c697-47b0-9767-a7b78fe00c34),segment_id=89e27643-c697-47b0-9767-a7b78fe00c34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:18:48.070109 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:18:48.117430 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=71549475-f8bb-4793-9b2d-7e9fbacf08e0,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:18:49.876206 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 71549475-f8bb-4793-9b2d-7e9fbacf08e0 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:18:49.925863 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 71549475-f8bb-4793-9b2d-7e9fbacf08e0 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:18:49.926214 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:01.213322 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-271f5f6c-8e85-41a2-8399-e14e63bd03d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:03.863250 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-46ee6f5b-32cf-4584-9eee-e78a0bc5b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:03.951848 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:04.924474 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:06.539776 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:06.709893 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:19:31.214668 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ae06e74-9144-4d76-8341-f47f6b75925c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:33.863266 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8d8ac022-1181-4a09-9c0b-2b2e4d10c47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:33.952057 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:34.924211 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:36.541531 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:19:43.708623 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:20:00.521080 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37976) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:20:00.527044 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [None req-2b66134d-a23c-4e8a-be49-68694c901a30 tempest-verify_tempest_config-7270477 tempest-verify_tempest_config-7270477-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:20:00.528056 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2b66134d-a23c-4e8a-be49-68694c901a30 tempest-verify_tempest_config-7270477 tempest-verify_tempest_config-7270477-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060136 Jul 28 03:20:00.828392 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 37994) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:20:00.927007 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.043778 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.047366 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.186560 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9550d15c-0b11-46c2-820a-da045d553ce7,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:20:01.191073 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a44ed2ea40504116a01da8fb7d860404&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3616993 Jul 28 03:20:01.193770 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 37998) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:20:01.195321 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.195711 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.196059 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.196394 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.196755 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.197066 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.197397 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.197741 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.198090 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.198415 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.198736 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.199057 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4747-0427-486b-89e2-6b894301a8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.218442 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b1641cf3-8cba-4961-95a7-1931309ce5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.249712 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.270567 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.356821 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.359941 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:01.361080 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9550d15c-0b11-46c2-820a-da045d553ce7 HTTP/1.1" status: 204 len: 168 time: 0.1663091 Jul 28 03:20:01.369029 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9550d15c-0b11-46c2-820a-da045d553ce7,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:20:01.375571 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.376050 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.376343 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.376645 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.377095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.377312 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.377676 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.378114 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.378619 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.378945 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.379272 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:01.379654 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72319501-3468-43cd-920f-112f2616a9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:20:03.863951 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-db76bd81-59c8-4ea3-83b9-aaa3504677ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:03.954369 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:04.926552 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:06.545898 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:20.706141 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:20:31.219554 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-52506443-f963-4a1a-991f-7b66b27da9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:33.864586 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-62f7dcb8-c1a9-494a-bd74-00eec05a5bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:33.955330 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:34.928445 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:36.547479 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:20:57.705562 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 5 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:21:01.219593 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-422aef0b-9175-445b-9591-1c8d973fc31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:03.864746 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-57d24a1c-832c-402d-bd8c-8723182ec403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:03.955554 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:04.932482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:06.550086 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:31.219244 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-60845b41-f79c-4ce4-b50b-58f49202fadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:32.863795 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33117351'] for agent, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:33.865076 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-184eae89-37bf-449b-b820-1cd14d19f0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:33.955044 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:34.704864 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:21:34.935427 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:36.554786 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:21:36.867559 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38052) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:21:36.967417 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d84ffd08-c65b-492c-ade5-9af4e7d1005d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0987716 Jul 28 03:21:39.118364 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38062) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:21:39.176676 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-3b921109-585f-42ce-b773-28dbc91940a9 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0572345 Jul 28 03:22:01.220091 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a86ffc46-e72c-4a71-9423-e0ff312b49b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:02.842885 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:03.866482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1387672a-1d2c-4628-a7ae-244419928ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:03.954560 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:04.936318 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:06.558296 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:11.703947 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:22:31.223446 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec73c37d-bb29-479a-ba37-3012be93e66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:32.840604 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:33.872060 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ac67-aa0b-4e98-a168-695743172d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:33.956353 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:34.945976 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:36.560920 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:22:48.702063 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:23:01.216556 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-58fa9c4b-fa59-4a4e-bf86-f62a31b127e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:02.863430 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:03.871394 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8628d7a6-aa88-4693-910f-3de2fa5aae44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:03.967781 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:04.953067 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:06.565408 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:06.963010 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38284) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:07.117000 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38296) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:07.117113 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38298) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:07.146710 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38304) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:07.227099 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-network', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:07.251867 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Made reservation on behalf of 925193f942cc4389afb11ac39d01b0e9 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:07.259993 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.268910 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.388893 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.395345 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.410754 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:23:07.422241 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.422667 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Added segment e32c41d0-f28a-4e5f-aae8-bb66638aebad of type vlan for network 971c79cc-8fd4-491d-b327-b5cd1df90439 Jul 28 03:23:07.472187 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.484183 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1407423593-network', 'tenant_id': '7db4e38f030e4c6bbaba7e6d5f806b97'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:07.524583 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Made reservation on behalf of 7db4e38f030e4c6bbaba7e6d5f806b97 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:07.527134 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.555666 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.566578 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e917eec-27fa-4cea-be28-50634fbdb76c,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:07.581002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.581425 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.581753 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.582455 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.582800 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.583150 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.583494 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.583848 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.584183 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.584497 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.584970 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.585712 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Tracked resource versions report: Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: pushed versions: Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: { 'AddressGroup': {'1.2'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'ConntrackHelper': {'1.0'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Log': {'1.0'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Network': {'1.1'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Port': {'1.7'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'PortForwarding': {'1.2'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'QosPolicy': {'1.8'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroup': {'1.4'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SubPort': {'1.0'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Subnet': {'1.1'}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Trunk': {'1.1'}} Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: consumer versions: Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: HyperV agent@hv-cinder-78626: {}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'ConntrackHelper': '1.0', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Log': '1.0', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Network': '1.1', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Port': '1.7', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'PortForwarding': '1.2', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'QosPolicy': '1.8', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroup': '1.4', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SecurityGroupRule': '1.2', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'SubPort': '1.0', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Subnet': '1.1', Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: 'Trunk': '1.1'}} Jul 28 03:23:07.586759 dv-cinder-786260-14-iscsi neutron-server[93017]: {{(pid=93017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:23:07.603757 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.604684 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:07.605261 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.627595 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-696683684-network', 'tenant_id': 'c8876a77bca74648b29d83ea4940a8fc'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:07.675764 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-601525224-network', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:07.726286 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] Pushing event updated for resources: {'Network': ['ID=971c79cc-8fd4-491d-b327-b5cd1df90439,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:07.739420 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:23:07.828348 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.836081 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.849891 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5b2253f4-7633-4599-87cd-65b3f5341752 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8851931 Jul 28 03:23:07.853247 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38340) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:07.859922 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Request body: {'subnet': {'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-subnet', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:07.867961 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:23:07.896894 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1416d59d-8c23-4fe9-b613-5ff8dd68ea33,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:07.914668 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.915997 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Added segment 69643373-5d63-4b61-9b45-765158aecd25 of type vlan for network 6ce9431b-bccf-4544-9fd0-0a543af5e82a Jul 28 03:23:07.937259 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Made reservation on behalf of 31ef9583fb604ab69f1d100171ced56a for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:07.939632 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:07.949152 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.db.api [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:23:07.949152 dv-cinder-786260-14-iscsi neutron-server[93018]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 03:23:07.949152 dv-cinder-786260-14-iscsi neutron-server[93018]: [parameters: {'project_id_1': '925193f942cc4389afb11ac39d01b0e9', 'expiration_1': datetime.datetime(2021, 7, 28, 3, 23, 7, 869082)}] Jul 28 03:23:07.949152 dv-cinder-786260-14-iscsi neutron-server[93018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:23:07.949655 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG oslo_db.api [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:23:07.988537 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.019420 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.025256 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Made reservation on behalf of c8876a77bca74648b29d83ea4940a8fc for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:08.028721 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.047720 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.129838 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.130921 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:08.131530 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.231115 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce9431b-bccf-4544-9fd0-0a543af5e82a,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:08.246181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:23:08.310484 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.323120 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.337515 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:23:08.348622 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.349049 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Added segment bebc4992-c857-45eb-b4d6-f28b968343b3 of type vlan for network df34578e-4cb3-4521-a3b3-68cf77ed2627 Jul 28 03:23:08.399877 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.434713 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-3c4d5014-5a57-4204-9cee-ce3e17ccb380 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3165495 Jul 28 03:23:08.437540 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38364) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:08.443290 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Request body: {'subnet': {'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1407423593-subnet', 'tenant_id': '7db4e38f030e4c6bbaba7e6d5f806b97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:08.451757 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.452823 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:08.453542 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.545360 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8269252c-2e12-45ee-9360-e51abfdcbeb0,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:08.583587 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] Pushing event updated for resources: {'Network': ['ID=df34578e-4cb3-4521-a3b3-68cf77ed2627,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:08.607737 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:23:08.651810 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.663759 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.676021 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:23:08.686892 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.687579 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Added segment 619c394a-d978-449d-a2a0-38c3b40ae5b7 of type vlan for network 024c6ef2-86b1-4786-a9af-2345e0f4e987 Jul 28 03:23:08.694050 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Made reservation on behalf of 925193f942cc4389afb11ac39d01b0e9 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:08.701416 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.801346 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.816276 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d5a01519-4f75-4924-817a-d1b50d1e8263 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6675076 Jul 28 03:23:08.821904 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38378) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:08.828020 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Request body: {'subnet': {'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-subnet', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:08.861513 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:08.886925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.889499 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:08.890335 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.938501 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Made reservation on behalf of 7db4e38f030e4c6bbaba7e6d5f806b97 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:08.941780 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.946433 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.952163 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Made reservation on behalf of 31ef9583fb604ab69f1d100171ced56a for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:08.954874 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:08.974854 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8515568 Jul 28 03:23:08.988123 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38388) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:09.000520 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Request body: {'subnet': {'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-696683684-subnet', 'tenant_id': 'c8876a77bca74648b29d83ea4940a8fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:09.076263 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2f4e8-c8cc-4651-9a47-eb6619ee6dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=024c6ef2-86b1-4786-a9af-2345e0f4e987,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:09.091675 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 024c6ef2-86b1-4786-a9af-2345e0f4e987 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:23:09.095310 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Made reservation on behalf of c8876a77bca74648b29d83ea4940a8fc for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:09.098923 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.293337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:09.295668 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Checking segment: {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:09.296240 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Network hostable DHCP agents. Network: 971c79cc-8fd4-491d-b327-b5cd1df90439, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:23:09.309388 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.319920 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.320305 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.320671 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.321011 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.321343 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.321858 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.322413 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.322954 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.323530 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.324156 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.324712 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.325522 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Tracked resource versions report: Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: pushed versions: Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: { 'AddressGroup': {'1.2'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'ConntrackHelper': {'1.0'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Log': {'1.0'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Network': {'1.1'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Port': {'1.7'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'PortForwarding': {'1.2'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'QosPolicy': {'1.8'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroup': {'1.4'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SubPort': {'1.0'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Subnet': {'1.1'}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Trunk': {'1.1'}} Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: consumer versions: Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: HyperV agent@hv-cinder-78626: {}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'ConntrackHelper': '1.0', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Log': '1.0', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Network': '1.1', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Port': '1.7', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'PortForwarding': '1.2', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'QosPolicy': '1.8', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroup': '1.4', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SecurityGroupRule': '1.2', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'SubPort': '1.0', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Subnet': '1.1', Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: 'Trunk': '1.1'}} Jul 28 03:23:09.326802 dv-cinder-786260-14-iscsi neutron-server[93018]: {{(pid=93018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:23:09.385584 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.402332 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:23:09.432063 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 971c79cc-8fd4-491d-b327-b5cd1df90439) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:09.441527 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ff108-ee05-4168-94b9-6f4c7068b1b4 None None] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:09.443437 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f86aab-e75e-4c27-9ed1-21efa3763eff,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:09.455611 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54c8a25-8cee-437c-ac9f-dba22a452395,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:09.458914 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Checking segment: {'id': '619c394a-d978-449d-a2a0-38c3b40ae5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:09.459277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Network hostable DHCP agents. Network: 024c6ef2-86b1-4786-a9af-2345e0f4e987, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:23:09.459877 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:09.460627 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.477203 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Network 024c6ef2-86b1-4786-a9af-2345e0f4e987 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:23:09.487691 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 024c6ef2-86b1-4786-a9af-2345e0f4e987) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:09.493435 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:09.494612 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.513518 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-e773a715-0fdd-4545-b945-1ba942d18ac4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5242770 Jul 28 03:23:09.526266 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Checking segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:09.526682 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Network hostable DHCP agents. Network: df34578e-4cb3-4521-a3b3-68cf77ed2627, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:23:09.534892 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-bd440ef4-7b70-4e29-a9d0-c621b8337c89 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6798475 Jul 28 03:23:09.535803 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5d809-81de-4bc9-90ed-1f51d622b1c5 None None] Network 024c6ef2-86b1-4786-a9af-2345e0f4e987 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:09.537722 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38432) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:09.542759 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:09.550295 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.561431 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:23:09.603339 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.604816 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.604954 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, df34578e-4cb3-4521-a3b3-68cf77ed2627) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:09.619963 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:09.621178 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.641872 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622969f9-824c-427b-95b4-1b044241157f None None] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:09.646208 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4482d0a-1c22-4146-82e6-e0f65f0a4b23,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:09.655737 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-843dc3d1-3aef-4046-b24f-a3adc67e307d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8322873 Jul 28 03:23:09.658269 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38440) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:09.664225 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:09.671338 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Checking segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:09.671719 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Network hostable DHCP agents. Network: 6ce9431b-bccf-4544-9fd0-0a543af5e82a, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:23:09.709033 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:23:09.714177 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.715593 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.738855 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.779936 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.814966 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d1682-d36b-4fdb-97d2-c5f790a05fd0 None None] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:09.923582 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:09.956365 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-df34578e-4cb3-4521-a3b3-68cf77ed2627', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:23:09.957740 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:10.105499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:10.122837 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 6ce9431b-bccf-4544-9fd0-0a543af5e82a) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:10.124746 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38472) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:10.148057 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:10.148856 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:10.162010 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12dae3-e9da-41e6-beb4-0c735bb0368f None None] Network 024c6ef2-86b1-4786-a9af-2345e0f4e987 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:10.170814 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38476) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:10.172595 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce07ac-4224-4c88-abd3-a8525b1f3a04 None None] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:10.175281 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-85cf6e70-1ffd-4ef5-a420-abde7ab36bdd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7361209 Jul 28 03:23:10.177448 dv-cinder-786260-14-iscsi neutron-server[93018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 03:23:10.310914 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:10.371687 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:10.454659 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fa911892-9871-4295-8db3-77c9f9a3f559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:10.518658 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Allocated IP 172.20.0.2 (df34578e-4cb3-4521-a3b3-68cf77ed2627/62f86aab-e75e-4c27-9ed1-21efa3763eff/d4fa8002-ce9d-44f8-ba8b-f0ec79a49034) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:10.711046 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87613bc6-bdef-47c3-80de-e3ced5474a45 None None] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:10.747166 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Allocated IP 172.27.3.191 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/129d286b-4a51-4ef4-8825-7d40ee41f384) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:10.764515 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-3912f535-4d98-4f93-86f1-d72e8f0bf251 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:10.767093 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-3912f535-4d98-4f93-86f1-d72e8f0bf251 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/networks?id=024c6ef2-86b1-4786-a9af-2345e0f4e987 HTTP/1.1" status: 200 len: 811 time: 0.5936058 Jul 28 03:23:10.794613 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-5e8af578-8357-4383-a9da-3eb11b270b19 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/quotas/c8876a77bca74648b29d83ea4940a8fc HTTP/1.1" status: 200 len: 375 time: 0.0142448 Jul 28 03:23:11.032893 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-0db13c03-e926-48aa-89a3-14ac0a2f51aa tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8876a77bca74648b29d83ea4940a8fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2260478 Jul 28 03:23:11.033367 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38518) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:11.036894 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.044171 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.082666 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.086064 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.098793 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Transition to ACTIVE for port object d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:11.136136 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Transition to ACTIVE for port object d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:11.148646 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.173595 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.207890 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:11.213659 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:11.219243 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Pushing event updated for resources: {'Port': ['ID=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:11.223585 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:11.234353 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.235364 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.235991 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.236659 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.237223 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.237772 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.238549 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.239111 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.239766 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.240329 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.240955 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.242175 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Tracked resource versions report: Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: pushed versions: Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: { 'AddressGroup': {'1.2'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'ConntrackHelper': {'1.0'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Log': {'1.0'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Network': {'1.1'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Port': {'1.7'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'PortForwarding': {'1.2'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'QosPolicy': {'1.8'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroup': {'1.4'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SubPort': {'1.0'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Subnet': {'1.1'}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Trunk': {'1.1'}} Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: consumer versions: Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: HyperV agent@hv-cinder-78626: {}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'ConntrackHelper': '1.0', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Log': '1.0', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Network': '1.1', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Port': '1.7', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'PortForwarding': '1.2', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'QosPolicy': '1.8', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroup': '1.4', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SecurityGroupRule': '1.2', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'SubPort': '1.0', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Subnet': '1.1', Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: 'Trunk': '1.1'}} Jul 28 03:23:11.243486 dv-cinder-786260-14-iscsi neutron-server[93019]: {{(pid=93019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:23:11.261899 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:11.292855 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:11.295944 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:11.301850 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Pushing event updated for resources: {'Port': ['ID=129d286b-4a51-4ef4-8825-7d40ee41f384,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:11.308439 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fa911892-9871-4295-8db3-77c9f9a3f559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.339229 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fa911892-9871-4295-8db3-77c9f9a3f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.375939 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Attempting to bind port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:11.377020 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Attempting to bind port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:11.379242 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Attempting to bind port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 on network df34578e-4cb3-4521-a3b3-68cf77ed2627 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:11.385508 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fa911892-9871-4295-8db3-77c9f9a3f559 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=837826f775cb47f6a15e548471f77252&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2592895 Jul 28 03:23:11.389799 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-e65983dd-1d40-4d2b-ab3b-6a135ff4d254 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:23:11.390793 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-e65983dd-1d40-4d2b-ab3b-6a135ff4d254 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1318707 Jul 28 03:23:11.393192 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:11.396546 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Checking segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:11.397302 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.397690 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38536) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:11.398526 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Bound using segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:11.399617 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Bound port: d4fa8002-ce9d-44f8-ba8b-f0ec79a49034, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:11.401697 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.500821 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7637933e-e8bb-43ee-8a33-d84b1d6edf78 service neutron] 10.222.0.20 "GET /v2.0/networks/024c6ef2-86b1-4786-a9af-2345e0f4e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935478 Jul 28 03:23:11.516171 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Allocated IP 172.27.3.60 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/7d4047a5-c436-4849-9dca-e5bf511f3f38) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:11.539272 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4a5f-2f14-4816-99ab-98731a4cc8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.566252 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] For port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:11.570538 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] For port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:11.581240 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.598694 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa911892-9871-4295-8db3-77c9f9a3f559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7647d1d-df3e-4ead-b495-9ec279ce82ed,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:11.639714 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4a5f-2f14-4816-99ab-98731a4cc8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.700129 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a3bc1-eea2-4004-bbf9-17a9b418629a None None] Pushing event updated for resources: {'Port': ['ID=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:11.702396 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.750671 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016950-ab3e-44e5-8834-e95525143e17 req-ac6dce56-117c-4440-a395-45872bf54183 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:11.765020 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-ac6dce56-117c-4440-a395-45872bf54183 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.6976154 Jul 28 03:23:11.800219 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-f97c7f9f-5086-4bf9-aad3-cc6486f7309d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/quotas/7db4e38f030e4c6bbaba7e6d5f806b97 HTTP/1.1" status: 200 len: 375 time: 0.0324306 Jul 28 03:23:11.861418 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1de8662c-188e-4e10-90b5-5039bb7afbd7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499775 Jul 28 03:23:11.864782 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-6436b537-fc27-427f-b078-c65a36c0afa5 service neutron] 10.222.0.20 "GET /v2.0/networks/024c6ef2-86b1-4786-a9af-2345e0f4e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451571 Jul 28 03:23:11.911703 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.921385 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4a5f-2f14-4816-99ab-98731a4cc8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.924133 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ffbc4a5f-2f14-4816-99ab-98731a4cc8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:11.928429 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-ffbc4a5f-2f14-4816-99ab-98731a4cc8d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7647d1d-df3e-4ead-b495-9ec279ce82ed HTTP/1.1" status: 204 len: 168 time: 0.5295799 Jul 28 03:23:11.942600 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc4a5f-2f14-4816-99ab-98731a4cc8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7647d1d-df3e-4ead-b495-9ec279ce82ed,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:12.096826 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-cd0f4985-dc77-4b2f-8493-bf2f5f20522c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:23:12.098011 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-cd0f4985-dc77-4b2f-8493-bf2f5f20522c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1392279 Jul 28 03:23:12.130381 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:12.169460 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:12.189883 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:12.398631 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Router 10a20b4f-168c-4cd5-88d6-110bc2fec535 is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:23:12.418216 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:12.463998 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:12.477719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:12.524414 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:12.540796 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:23:12.551316 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Sync routers for ids ['10a20b4f-168c-4cd5-88d6-110bc2fec535'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:23:12.565726 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Routers {'10a20b4f-168c-4cd5-88d6-110bc2fec535'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:12.566584 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['10a20b4f-168c-4cd5-88d6-110bc2fec535'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:12.572152 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] Notify callbacks [] for router, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:12.573839 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0daf21ab-c92c-45b2-a999-6fe0fb15e10a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0351179 Jul 28 03:23:12.577497 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38588) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:12.594098 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-ffa4e854-ded8-47eb-91e2-cc0d2ea534bf service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811208 Jul 28 03:23:12.654534 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0837a189-111d-4985-898c-fc02aa79eb56 req-b0a3f352-2749-4676-8141-79ceae553e3f tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.2840900 Jul 28 03:23:12.891658 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Set router 10a20b4f-168c-4cd5-88d6-110bc2fec535 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:12.897094 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Pushing event updated for resources: {'Port': ['ID=7d4047a5-c436-4849-9dca-e5bf511f3f38,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:13.132136 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-716c100e-969f-480d-bca7-27f0a210e7a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762111 Jul 28 03:23:13.250217 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b6ec7-8aa2-485a-9ab0-a7fadeed1c9e None None] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:13.364581 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:11Z', 'revision_number': 3, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port': {'id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:10Z', 'updated_at': '2021-07-28T03:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:13.436593 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Checking router: 10a20b4f-168c-4cd5-88d6-110bc2fec535 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:23:13.437243 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Updating router 10a20b4f-168c-4cd5-88d6-110bc2fec535 port 129d286b-4a51-4ef4-8825-7d40ee41f384 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:23:13.494481 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:13.522465 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-5581adb3-b9ff-4859-b2fe-48cab043bd94 None None] Provisioning for port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:13.541908 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-5581adb3-b9ff-4859-b2fe-48cab043bd94 None None] Provisioning complete for port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:13.542598 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5581adb3-b9ff-4859-b2fe-48cab043bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:13.609737 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:13.662534 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:13.941838 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-135fa80f-6f21-4a49-9410-78429ba7c545 req-dae3b57b-ba2e-4f17-8e33-a6ea20b5955a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 210 time: 0.1645179 Jul 28 03:23:13.954528 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5581adb3-b9ff-4859-b2fe-48cab043bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:13.961274 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25252e66-8cd5-43ce-a20a-014eaef24961 req-4c4903eb-2446-4caa-95f7-7df7f7c921ef tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.1808410 Jul 28 03:23:14.080503 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-5581adb3-b9ff-4859-b2fe-48cab043bd94 None None] For port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:14.091365 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5581adb3-b9ff-4859-b2fe-48cab043bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.221844 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.243417 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38676) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:14.254876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.265348 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Transition to ACTIVE for port object 129d286b-4a51-4ef4-8825-7d40ee41f384 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:14.271961 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581adb3-b9ff-4859-b2fe-48cab043bd94 None None] Pushing event updated for resources: {'Port': ['ID=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:14.287250 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.332103 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38682) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:14.344405 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-ce98015f-cfb9-4903-9485-9ac6c3148c7f None None] Provisioning complete for port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:14.350936 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ce98015f-cfb9-4903-9485-9ac6c3148c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.423278 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Pushing event updated for resources: {'Port': ['ID=129d286b-4a51-4ef4-8825-7d40ee41f384,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:14.429964 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Attempting to bind port 129d286b-4a51-4ef4-8825-7d40ee41f384 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:14.430626 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Attempting to bind port 129d286b-4a51-4ef4-8825-7d40ee41f384 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:14.431690 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Attempting to bind port 129d286b-4a51-4ef4-8825-7d40ee41f384 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:14.445615 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Allocated IP 172.20.0.1 (971c79cc-8fd4-491d-b327-b5cd1df90439/6681b0b0-4764-4bbd-ba8d-79474c4b8b9d/238e6e37-28d9-4ede-b861-3a8e9fab9161) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:14.458898 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.461176 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.461842 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.462390 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.462945 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.464023 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.464566 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.465807 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.466547 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.467922 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.469140 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.471380 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Tracked resource versions report: Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: pushed versions: Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: { 'AddressGroup': {'1.2'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'ConntrackHelper': {'1.0'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Log': {'1.0'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Network': {'1.1'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Port': {'1.7'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'PortForwarding': {'1.2'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'QosPolicy': {'1.8'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroup': {'1.4'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SubPort': {'1.0'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Subnet': {'1.1'}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Trunk': {'1.1'}} Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: consumer versions: Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: { DHCP agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: HyperV agent@hv-cinder-78626: {}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: L3 agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: Metadata agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: Metering agent@dv-cinder-786260-14-iscsi: {}, Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: Open vSwitch agent@dv-cinder-786260-14-iscsi: { 'AddressGroup': '1.2', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'ConntrackHelper': '1.0', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Log': '1.0', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Network': '1.1', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Port': '1.7', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'PortForwarding': '1.2', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'QosPolicy': '1.8', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroup': '1.4', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SecurityGroupRule': '1.2', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'SubPort': '1.0', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Subnet': '1.1', Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: 'Trunk': '1.1'}} Jul 28 03:23:14.473606 dv-cinder-786260-14-iscsi neutron-server[93020]: {{(pid=93020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:23:14.484830 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:14.485635 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:14.487410 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.488185 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:14.490601 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Bound port: 129d286b-4a51-4ef4-8825-7d40ee41f384, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:14.491763 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.543862 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:23:14.573620 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.618531 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] For port 129d286b-4a51-4ef4-8825-7d40ee41f384, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:14.633279 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] For port 129d286b-4a51-4ef4-8825-7d40ee41f384, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=129d286b-4a51-4ef4-8825-7d40ee41f384,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:14.645943 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.655510 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.718239 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:14.721510 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:14.728236 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:14.729772 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.737216 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=238e6e37-28d9-4ede-b861-3a8e9fab9161,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:14.839315 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab352b3-8d0b-4251-ba13-7b854361e99a None None] Pushing event updated for resources: {'Port': ['ID=129d286b-4a51-4ef4-8825-7d40ee41f384,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:14.854443 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Routers {'10a20b4f-168c-4cd5-88d6-110bc2fec535'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:14.855797 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['10a20b4f-168c-4cd5-88d6-110bc2fec535'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:14.897208 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b576b9f3-0df5-4482-b9f6-90efb774225a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.899511 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bcd7cd43-cf82-4921-a4f8-5d9af79f17c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:14.956739 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:23:14.969225 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Sync routers for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:23:14.984826 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:14.988383 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:15.121084 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] Set router 10a20b4f-168c-4cd5-88d6-110bc2fec535 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:15.126096 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d545d896-1ae8-44da-b169-4676b3fbf761 req-1abc753a-1d0b-4d14-9a72-82074ac418b1 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 210 time: 0.0816267 Jul 28 03:23:15.128713 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.213410 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b576b9f3-0df5-4482-b9f6-90efb774225a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.227548 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b576b9f3-0df5-4482-b9f6-90efb774225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.257446 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:15.390151 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576b9f3-0df5-4482-b9f6-90efb774225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428bf389-2118-48f9-aee2-1e3b66bbacb4,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:15.403166 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b576b9f3-0df5-4482-b9f6-90efb774225a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e1fe0e83a0d4d9f99e587124fd46bc2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0689342 Jul 28 03:23:15.403598 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38726) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:15.540062 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bcd7cd43-cf82-4921-a4f8-5d9af79f17c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.562350 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.580627 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.581376 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.628823 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:11Z', 'revision_number': 3, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port': {'id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:10Z', 'updated_at': '2021-07-28T03:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:15.642248 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bcd7cd43-cf82-4921-a4f8-5d9af79f17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.649368 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:13Z', 'revision_number': 3, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:15.688036 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Checking router: c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:23:15.688605 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Updating router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 port 7d4047a5-c436-4849-9dca-e5bf511f3f38 binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:23:15.692354 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32a48c-a93b-4602-b691-efb8ed5535ac None None] The sync data for ids ['10a20b4f-168c-4cd5-88d6-110bc2fec535'] in dv-cinder-786260-14-iscsi is: [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:11Z', 'revision_number': 3, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port': {'id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:10Z', 'updated_at': '2021-07-28T03:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:23:15.704597 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee7d-2b22-48c6-a10b-2160220a5956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.726045 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-17c87bd5-002c-4492-a2a7-7e45a7cb65b0 req-44a84707-8765-463f-a53a-4e3f6545f113 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.1971118 Jul 28 03:23:15.737225 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.743054 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.744258 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3ba801e5-c2b2-4cf0-8a2a-60995aba2d0d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0850241 Jul 28 03:23:15.747255 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 38740) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:15.758132 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7cd43-cf82-4921-a4f8-5d9af79f17c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abff233-838b-4a2e-8ad8-213546b9f8d1,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:15.801294 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=238e6e37-28d9-4ede-b861-3a8e9fab9161,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:15.805111 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee7d-2b22-48c6-a10b-2160220a5956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.887205 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-bcd7cd43-cf82-4921-a4f8-5d9af79f17c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ce4b0f2fb2a496c91d3350313d7b125&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6426356 Jul 28 03:23:15.892500 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38748) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:15.937282 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:15.943186 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:15.955937 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee7d-2b22-48c6-a10b-2160220a5956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.958552 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-26a3ee7d-2b22-48c6-a10b-2160220a5956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:15.962087 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-26a3ee7d-2b22-48c6-a10b-2160220a5956 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/428bf389-2118-48f9-aee2-1e3b66bbacb4 HTTP/1.1" status: 204 len: 168 time: 0.5485861 Jul 28 03:23:16.012322 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ee7d-2b22-48c6-a10b-2160220a5956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428bf389-2118-48f9-aee2-1e3b66bbacb4,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:16.037960 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5faa257-6f85-43db-8972-9188d36a1728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:16.153998 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:16.335185 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Router 10a20b4f-168c-4cd5-88d6-110bc2fec535 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:23:16.335185 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5faa257-6f85-43db-8972-9188d36a1728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:16.473213 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.10', 63886) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:16.509636 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8030d4e-01c9-438a-aac6-519b53285403 req-e5c9ebc0-37e5-4efa-88a9-015f1a961758 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 210 time: 0.1230009 Jul 28 03:23:16.524840 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:16.525389 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:16.672241 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:23:16.679764 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-1bba1756-6271-418f-88b1-d7298e6fb5a8 admin admin] 10.222.0.20 "PUT /v2.0/routers/10a20b4f-168c-4cd5-88d6-110bc2fec535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1010218 Jul 28 03:23:16.722264 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5faa257-6f85-43db-8972-9188d36a1728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:16.730337 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5faa257-6f85-43db-8972-9188d36a1728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:16.736128 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a5faa257-6f85-43db-8972-9188d36a1728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5abff233-838b-4a2e-8ad8-213546b9f8d1 HTTP/1.1" status: 204 len: 168 time: 0.8424478 Jul 28 03:23:16.768539 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:16.769489 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5faa257-6f85-43db-8972-9188d36a1728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abff233-838b-4a2e-8ad8-213546b9f8d1,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:16.821361 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Transition to ACTIVE for port object 7d4047a5-c436-4849-9dca-e5bf511f3f38 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:16.856726 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:16.999907 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.10', 63893) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:17.015383 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38790) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:17.091813 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Attempting to bind port 7d4047a5-c436-4849-9dca-e5bf511f3f38 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:17.092181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Attempting to bind port 7d4047a5-c436-4849-9dca-e5bf511f3f38 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:17.104555 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Attempting to bind port 7d4047a5-c436-4849-9dca-e5bf511f3f38 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:17.144338 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7e26fd30-d61e-411f-800f-871f46a4af69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:17.159446 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8759f-7260-4ee2-a432-a3f5e8c7b236 None None] Pushing event updated for resources: {'Port': ['ID=7d4047a5-c436-4849-9dca-e5bf511f3f38,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:17.177741 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:17.178294 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:17.178712 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:17.179114 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:17.180766 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Bound port: 7d4047a5-c436-4849-9dca-e5bf511f3f38, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:17.181191 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:17.310880 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] For port 7d4047a5-c436-4849-9dca-e5bf511f3f38, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:17.322181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] For port 7d4047a5-c436-4849-9dca-e5bf511f3f38, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7d4047a5-c436-4849-9dca-e5bf511f3f38,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:17.331887 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:17.595609 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:17.597058 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:17.671944 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-73502668-2b4e-46f4-8752-f5a13f21764d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:17.674430 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-73502668-2b4e-46f4-8752-f5a13f21764d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.10 "GET /v2.0/networks?id=024c6ef2-86b1-4786-a9af-2345e0f4e987 HTTP/1.1" status: 200 len: 811 time: 1.1929431 Jul 28 03:23:17.699694 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08adb12a-fadb-4120-90f8-99c724dd9c73 req-a54ca6b4-a06e-4c67-83df-38097f653f65 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.3689969 Jul 28 03:23:17.725251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016950-ab3e-44e5-8834-e95525143e17 req-dd097ac0-08d1-4844-bf69-4298bf0c383e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:17.726800 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-dd097ac0-08d1-4844-bf69-4298bf0c383e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.7257545 Jul 28 03:23:17.742891 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Request body: {'port': {'device_id': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'admin_state_up': True, 'tenant_id': '7db4e38f030e4c6bbaba7e6d5f806b97'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:17.767658 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8759f-7260-4ee2-a432-a3f5e8c7b236 None None] Pushing event updated for resources: {'Port': ['ID=7d4047a5-c436-4849-9dca-e5bf511f3f38,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:17.812843 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38828) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:17.852205 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-40bbb7b0-0595-4bb6-b9e3-cf221f5c9afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:17.865415 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Request body: {'port': {'device_id': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987', 'admin_state_up': True, 'tenant_id': 'c8876a77bca74648b29d83ea4940a8fc'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:18.028035 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:18.180934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7e26fd30-d61e-411f-800f-871f46a4af69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:18.254993 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7e26fd30-d61e-411f-800f-871f46a4af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:18.267299 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 129d286b-4a51-4ef4-8825-7d40ee41f384 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:18.373236 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7e26fd30-d61e-411f-800f-871f46a4af69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b0679e9e60c47948eecaa7c4310ab90&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3424158 Jul 28 03:23:18.403741 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26fd30-d61e-411f-800f-871f46a4af69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a1260-08c1-4dd2-b21d-3f5292827a7b,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:18.409155 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38844) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:18.443137 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 129d286b-4a51-4ef4-8825-7d40ee41f384 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:18.464789 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 129d286b-4a51-4ef4-8825-7d40ee41f384 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:18.465535 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:18.510936 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-96f9a1e7-f5f2-40c0-b502-e806637f41bb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:18.512634 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-96f9a1e7-f5f2-40c0-b502-e806637f41bb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 819 time: 0.2144392 Jul 28 03:23:18.537011 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-938d1ad5-83f8-4886-9693-5a8eadb21b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:18.551447 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ed717f8-4384-42fe-93f3-f7a327dc87e6 req-1c26f3ed-2cb1-4a96-a738-93e5b6045ea4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 210 time: 0.2518089 Jul 28 03:23:18.580187 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-64993b6c-0f10-40bc-97fc-845f91b2e8b9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/quotas/925193f942cc4389afb11ac39d01b0e9 HTTP/1.1" status: 200 len: 375 time: 0.0384409 Jul 28 03:23:18.617804 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-938d1ad5-83f8-4886-9693-5a8eadb21b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:18.627961 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:18.642277 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:13Z', 'revision_number': 3, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:18.696053 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b59f71-1f25-4fa5-b42d-628421076134 None None] The sync data for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi is: [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:13Z', 'revision_number': 3, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:23:18.730353 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 129d286b-4a51-4ef4-8825-7d40ee41f384, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=129d286b-4a51-4ef4-8825-7d40ee41f384,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:18.744009 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.030726 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=129d286b-4a51-4ef4-8825-7d40ee41f384,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:19.030874 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2fcfac48-dcfe-4e79-b53e-d78ed66ef276 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3211067 Jul 28 03:23:19.031341 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Sync routers for ids ['10a20b4f-168c-4cd5-88d6-110bc2fec535'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:23:19.031341 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Routers {'10a20b4f-168c-4cd5-88d6-110bc2fec535'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:19.031341 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['10a20b4f-168c-4cd5-88d6-110bc2fec535'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:19.047244 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-938d1ad5-83f8-4886-9693-5a8eadb21b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.050144 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-938d1ad5-83f8-4886-9693-5a8eadb21b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.051459 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-938d1ad5-83f8-4886-9693-5a8eadb21b47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/163a1260-08c1-4dd2-b21d-3f5292827a7b HTTP/1.1" status: 204 len: 168 time: 0.6382105 Jul 28 03:23:19.065238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d1ad5-83f8-4886-9693-5a8eadb21b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a1260-08c1-4dd2-b21d-3f5292827a7b,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:19.189405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-40bbb7b0-0595-4bb6-b9e3-cf221f5c9afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.215500 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-40bbb7b0-0595-4bb6-b9e3-cf221f5c9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.282963 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-164e7420-df25-46be-b228-fc692096cc2f req-ed51ac50-ac35-469a-817c-5bd452f033a5 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.2582026 Jul 28 03:23:19.295936 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Set router 10a20b4f-168c-4cd5-88d6-110bc2fec535 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:19.320210 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.db.api [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 03:23:19.320210 dv-cinder-786260-14-iscsi neutron-server[93017]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 03:23:19.320210 dv-cinder-786260-14-iscsi neutron-server[93017]: [parameters: {'project_id': '7db4e38f030e4c6bbaba7e6d5f806b97', 'id': '5f61dde0-58f2-46aa-9a6b-bb283f1f6319', 'expiration': datetime.datetime(2021, 7, 28, 3, 25, 19, 216226)}] Jul 28 03:23:19.320210 dv-cinder-786260-14-iscsi neutron-server[93017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 03:23:19.320670 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG oslo_db.api [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 03:23:19.369910 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbb7b0-0595-4bb6-b9e3-cf221f5c9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb26e57-89ad-4899-8a1c-f4b94aa8fe5d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:19.405236 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-40bbb7b0-0595-4bb6-b9e3-cf221f5c9afa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a6200e6d8af423bb13e0d8b01e78b31&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5744326 Jul 28 03:23:19.405236 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 38858) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:19.435933 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.450231 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Made reservation on behalf of c8876a77bca74648b29d83ea4940a8fc for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:19.457276 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-51cfa502-6ac6-4f72-9256-7b215df73a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.461095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.503862 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-51cfa502-6ac6-4f72-9256-7b215df73a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.590335 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-51cfa502-6ac6-4f72-9256-7b215df73a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.601154 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-51cfa502-6ac6-4f72-9256-7b215df73a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.606155 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-51cfa502-6ac6-4f72-9256-7b215df73a9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cb26e57-89ad-4899-8a1c-f4b94aa8fe5d HTTP/1.1" status: 204 len: 168 time: 0.2079055 Jul 28 03:23:19.625683 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfa502-6ac6-4f72-9256-7b215df73a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb26e57-89ad-4899-8a1c-f4b94aa8fe5d,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:19.690937 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-3fb1ec79-1a12-438e-836c-631b16f772c0 service neutron] 10.222.0.20 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690225 Jul 28 03:23:19.805858 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:15Z', 'revision_number': 4, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port': {'id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:10Z', 'updated_at': '2021-07-28T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '238e6e37-28d9-4ede-b861-3a8e9fab9161', 'name': '', 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'mac_address': 'fa:16:3e:c2:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:13Z', 'updated_at': '2021-07-28T03:23:15Z', 'revision_number': 2, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'subnets': [{'id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:19.868325 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Made reservation on behalf of 7db4e38f030e4c6bbaba7e6d5f806b97 for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:19.883217 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:19.897917 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Checking router: 10a20b4f-168c-4cd5-88d6-110bc2fec535 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:23:19.898411 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Updating router 10a20b4f-168c-4cd5-88d6-110bc2fec535 port 238e6e37-28d9-4ede-b861-3a8e9fab9161 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:23:20.050084 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:20.391262 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7d4047a5-c436-4849-9dca-e5bf511f3f38 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:20.482522 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 7d4047a5-c436-4849-9dca-e5bf511f3f38 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:20.489832 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 7d4047a5-c436-4849-9dca-e5bf511f3f38 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:20.490211 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:20.677403 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Allocated IP 172.20.0.8 (6ce9431b-bccf-4544-9fd0-0a543af5e82a/a4482d0a-1c22-4146-82e6-e0f65f0a4b23/c1e35b05-ed12-478b-90a7-3db8c7e96b06) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:20.711255 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:20.753972 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 7d4047a5-c436-4849-9dca-e5bf511f3f38, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7d4047a5-c436-4849-9dca-e5bf511f3f38,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:20.763781 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:20.764558 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 129d286b-4a51-4ef4-8825-7d40ee41f384 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:20.941173 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:20.963021 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Transition to ACTIVE for port object 238e6e37-28d9-4ede-b861-3a8e9fab9161 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:20.978549 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.048664 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.059597 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-22f99bbd-63f4-4430-8944-848f0503781d req-4147f552-112d-48ae-90b0-4531349f8b86 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 210 time: 1.2470462 Jul 28 03:23:21.168005 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3265c-7957-4b8b-ba15-057297b06c0f None None] Pushing event updated for resources: {'Port': ['ID=238e6e37-28d9-4ede-b861-3a8e9fab9161,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:21.207882 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.300786 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Attempting to bind port 238e6e37-28d9-4ede-b861-3a8e9fab9161 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:21.302533 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Attempting to bind port 238e6e37-28d9-4ede-b861-3a8e9fab9161 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:21.303564 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Attempting to bind port 238e6e37-28d9-4ede-b861-3a8e9fab9161 on network 971c79cc-8fd4-491d-b327-b5cd1df90439 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:21.323233 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:21.329697 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Checking segment: {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:21.330264 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.330969 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Bound using segment: {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:21.331742 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Bound port: 238e6e37-28d9-4ede-b861-3a8e9fab9161, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:21.332409 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.395304 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=7d4047a5-c436-4849-9dca-e5bf511f3f38,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:21.411718 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Allocated IP 172.20.0.4 (024c6ef2-86b1-4786-a9af-2345e0f4e987/b54c8a25-8cee-437c-ac9f-dba22a452395/8c7d0749-9aca-48b3-b738-22d99dfc8c90) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:21.456911 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 129d286b-4a51-4ef4-8825-7d40ee41f384 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:21.457420 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.549616 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] For port 238e6e37-28d9-4ede-b861-3a8e9fab9161, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:21.552847 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event updated for resources: {'Port': ['ID=c1e35b05-ed12-478b-90a7-3db8c7e96b06,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:21.567080 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] For port 238e6e37-28d9-4ede-b861-3a8e9fab9161, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=238e6e37-28d9-4ede-b861-3a8e9fab9161,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:21.575203 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.606682 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:21.608147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:21.623833 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:21.635638 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:21.636313 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:21.665202 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7d8aa2fe-dd8b-45fe-bd24-8a60d764827e req-43e287ae-9736-408e-b81a-e460f5f28329 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.2874367 Jul 28 03:23:21.705654 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Routers {'10a20b4f-168c-4cd5-88d6-110bc2fec535'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:21.707325 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['10a20b4f-168c-4cd5-88d6-110bc2fec535'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:21.739126 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-199dad6e-fccf-49c0-8aae-0fed176f2e45 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0011160 Jul 28 03:23:21.798866 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Allocated IP 172.20.0.1 (df34578e-4cb3-4521-a3b3-68cf77ed2627/62f86aab-e75e-4c27-9ed1-21efa3763eff/27a47f7f-db6a-47d4-9c1e-2ab30dc18441) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:21.911042 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3265c-7957-4b8b-ba15-057297b06c0f None None] Pushing event updated for resources: {'Port': ['ID=238e6e37-28d9-4ede-b861-3a8e9fab9161,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:21.964616 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-868c73ff-881c-4737-bc64-9a2b8152bf32 service neutron] 10.222.0.20 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2622130 Jul 28 03:23:21.986080 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] Set router 10a20b4f-168c-4cd5-88d6-110bc2fec535 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:22.066612 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:22.121039 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7d4047a5-c436-4849-9dca-e5bf511f3f38 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:22.225720 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Transition to ACTIVE for port object 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:22.262871 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 7d4047a5-c436-4849-9dca-e5bf511f3f38 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:22.263572 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:22.347334 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f1fbafba-cd62-4a24-b2ec-c0f16b6ffd3a req-1b7ec461-cbe8-46cd-89f0-69fab872d546 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 210 time: 0.1189506 Jul 28 03:23:22.502331 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:15Z', 'revision_number': 4, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port': {'id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:10Z', 'updated_at': '2021-07-28T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '238e6e37-28d9-4ede-b861-3a8e9fab9161', 'name': '', 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'mac_address': 'fa:16:3e:c2:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:13Z', 'updated_at': '2021-07-28T03:23:21Z', 'revision_number': 4, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'subnets': [{'id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:22.533155 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353d934-6406-49fe-83eb-648bff0b45ea req-8ac28ade-b56c-490c-92d5-a0a6a0ddbf34 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:22.535528 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f353d934-6406-49fe-83eb-648bff0b45ea req-8ac28ade-b56c-490c-92d5-a0a6a0ddbf34 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.2076941 Jul 28 03:23:22.536730 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db3b79-8b1a-4880-8cca-d8071f9a26f8 None None] The sync data for ids ['10a20b4f-168c-4cd5-88d6-110bc2fec535'] in dv-cinder-786260-14-iscsi is: [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:15Z', 'revision_number': 4, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port': {'id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:10Z', 'updated_at': '2021-07-28T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '238e6e37-28d9-4ede-b861-3a8e9fab9161', 'name': '', 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'mac_address': 'fa:16:3e:c2:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:13Z', 'updated_at': '2021-07-28T03:23:21Z', 'revision_number': 4, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'subnets': [{'id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:23:22.565972 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:22.622341 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:22.706769 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f353d934-6406-49fe-83eb-648bff0b45ea req-77b9f5fa-fe53-496b-9af7-8617d4df711d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607327 Jul 28 03:23:22.712071 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:22.724250 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:22.761238 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Pushing event updated for resources: {'Port': ['ID=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:22.766412 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:22.767831 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:23.040595 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-039d6153-ed0f-4c46-8408-6ff5b50c7fc2 req-d6c99565-5e97-4b91-9bc0-4394a4ebaeeb tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.1944180 Jul 28 03:23:23.291117 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:23.302033 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c8b4837f-f3a4-40d7-a5e5-01234f7d7e0c None None] Provisioning for port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:23.310871 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c8b4837f-f3a4-40d7-a5e5-01234f7d7e0c None None] Provisioning complete for port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:23.311453 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c8b4837f-f3a4-40d7-a5e5-01234f7d7e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:23.404039 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4837f-f3a4-40d7-a5e5-01234f7d7e0c None None] Port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:23:23.554674 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Network 024c6ef2-86b1-4786-a9af-2345e0f4e987 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:23.575961 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:23.585800 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:23.592039 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:23.599328 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:23.618187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Pushing event updated for resources: {'Port': ['ID=8c7d0749-9aca-48b3-b738-22d99dfc8c90,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:23.690440 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39002) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:23.691904 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-ac86389e-4dac-4b6c-b812-5845bc3fc6a5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:23.693923 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-ac86389e-4dac-4b6c-b812-5845bc3fc6a5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 819 time: 0.6115994 Jul 28 03:23:23.708471 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7f8018d0-6546-434c-b26e-cbbbf795435d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8487959 Jul 28 03:23:23.729946 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-5cf1b095-fc11-4bfd-aa59-43ce7818a38f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/quotas/925193f942cc4389afb11ac39d01b0e9 HTTP/1.1" status: 200 len: 375 time: 0.0139284 Jul 28 03:23:23.730821 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:23.840441 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43ee6ed5-5c0c-4932-8000-9731dffaa7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:23.966333 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-5383cf94-11a3-49f6-8fba-f871b6d5977d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2243581 Jul 28 03:23:24.007909 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced1f2c-bed1-4f2b-be75-fcfa1b70d990 req-535f89d3-39c9-4ec7-815e-28de215e9413 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:24.011612 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43ee6ed5-5c0c-4932-8000-9731dffaa7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.017418 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bced1f2c-bed1-4f2b-be75-fcfa1b70d990 req-535f89d3-39c9-4ec7-815e-28de215e9413 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.1747851 Jul 28 03:23:24.018222 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43ee6ed5-5c0c-4932-8000-9731dffaa7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.079168 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-43ee6ed5-5c0c-4932-8000-9731dffaa7c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff258c262c354276bbc8485196978b4f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3875680 Jul 28 03:23:24.080618 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39016) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:24.090550 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee6ed5-5c0c-4932-8000-9731dffaa7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a225c36-3f73-427d-a87b-1ec81208a319,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:24.143859 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98f92a8a-89da-42d7-a17b-1dc7dfadba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.146579 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 238e6e37-28d9-4ede-b861-3a8e9fab9161 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:24.156431 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bced1f2c-bed1-4f2b-be75-fcfa1b70d990 req-0c1eb5ca-4cf0-4ae5-8174-85c42ab9e136 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381152 Jul 28 03:23:24.166174 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98f92a8a-89da-42d7-a17b-1dc7dfadba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.203081 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-b7026c2a-5c28-4adb-b900-fe597b058cc4 service neutron] 10.222.0.20 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267392 Jul 28 03:23:24.208507 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.228024 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98f92a8a-89da-42d7-a17b-1dc7dfadba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.232167 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98f92a8a-89da-42d7-a17b-1dc7dfadba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.236839 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-98f92a8a-89da-42d7-a17b-1dc7dfadba28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a225c36-3f73-427d-a87b-1ec81208a319 HTTP/1.1" status: 204 len: 168 time: 0.1550782 Jul 28 03:23:24.244095 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 238e6e37-28d9-4ede-b861-3a8e9fab9161 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:24.246496 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f92a8a-89da-42d7-a17b-1dc7dfadba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a225c36-3f73-427d-a87b-1ec81208a319,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:24.260107 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 238e6e37-28d9-4ede-b861-3a8e9fab9161 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:24.260602 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.298998 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.299844 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.349843 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.423216 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 238e6e37-28d9-4ede-b861-3a8e9fab9161, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=238e6e37-28d9-4ede-b861-3a8e9fab9161,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:24.429497 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.530464 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=238e6e37-28d9-4ede-b861-3a8e9fab9161,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:24.610442 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Pushing event updated for resources: {'Port': ['ID=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:24.638840 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c8ee-3d67-4bfa-9078-20082d5208c6 req-bc2c5ac4-186d-4184-a272-545a493d5349 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:24.640324 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1e61c8ee-3d67-4bfa-9078-20082d5208c6 req-bc2c5ac4-186d-4184-a272-545a493d5349 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.3348165 Jul 28 03:23:24.643959 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-b4af50b2-640b-4e09-ba1d-25e652366066 service neutron] 10.222.0.20 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202526 Jul 28 03:23:24.648271 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39024) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:24.661572 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d462556-a52e-422e-bccf-7fed18c113aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.701762 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1e61c8ee-3d67-4bfa-9078-20082d5208c6 req-72624b76-5b00-40b0-b379-ea54bab138b1 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509059 Jul 28 03:23:24.703532 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:24.704850 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:24.801319 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d462556-a52e-422e-bccf-7fed18c113aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.817265 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d462556-a52e-422e-bccf-7fed18c113aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.875073 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7d462556-a52e-422e-bccf-7fed18c113aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd577df524e84856acac9b643cb40e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254624 Jul 28 03:23:24.877000 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39030) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:24.907789 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d462556-a52e-422e-bccf-7fed18c113aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80de9d-3a8c-4dd1-87bb-b8f1c6cf2d7a,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:24.908773 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6ecc9371-d650-49ff-96c3-6b0c9cccb914 req-f1e2ee5d-29ac-4a1f-8df0-4a7f9e2a9f97 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0922534 Jul 28 03:23:24.936551 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7aaebfef-4697-46c2-bb24-4c43453cff2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:24.951107 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:23:24.973021 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7aaebfef-4697-46c2-bb24-4c43453cff2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:25.059422 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7aaebfef-4697-46c2-bb24-4c43453cff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:25.062379 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7aaebfef-4697-46c2-bb24-4c43453cff2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:25.069746 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7aaebfef-4697-46c2-bb24-4c43453cff2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d80de9d-3a8c-4dd1-87bb-b8f1c6cf2d7a HTTP/1.1" status: 204 len: 168 time: 0.1911795 Jul 28 03:23:25.077680 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-3a5eba4c-b2f7-4cf3-bb95-abc1fff1873a None None] Provisioning complete for port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:25.081417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3a5eba4c-b2f7-4cf3-bb95-abc1fff1873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:25.107676 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaebfef-4697-46c2-bb24-4c43453cff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80de9d-3a8c-4dd1-87bb-b8f1c6cf2d7a,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:25.211114 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-3a5eba4c-b2f7-4cf3-bb95-abc1fff1873a None None] Port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:23:25.253637 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:23:25.270043 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-747488a1-ddea-430f-a7f2-d54cb90985f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/c550932c-6e3d-4fc2-b36c-6fe3ac2cc465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5053654 Jul 28 03:23:25.283042 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Sync routers for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:23:25.296755 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:25.297912 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:25.389664 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d4a1f-bdab-4612-97ad-0ca0a26f1502 req-e9fb0556-f4c6-40e8-be33-8242bd2bee02 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:25.391261 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc9d4a1f-bdab-4612-97ad-0ca0a26f1502 req-e9fb0556-f4c6-40e8-be33-8242bd2bee02 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.1050668 Jul 28 03:23:25.477291 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc9d4a1f-bdab-4612-97ad-0ca0a26f1502 req-29253b66-983c-41ef-95f5-9cea31898e0c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756536 Jul 28 03:23:25.478411 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:25.711759 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:23:25.869973 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 2, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:25.936267 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644588bf-0b20-44fc-8820-72dc64027e3a req-d26c464b-9924-487b-b940-9a8758daab36 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:25.946562 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-644588bf-0b20-44fc-8820-72dc64027e3a req-d26c464b-9924-487b-b940-9a8758daab36 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.0964062 Jul 28 03:23:25.966506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Checking router: c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:23:25.967024 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Updating router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:23:26.004389 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.097721 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-644588bf-0b20-44fc-8820-72dc64027e3a req-a92f68d7-5bae-49af-97be-5d73fb00bc61 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499455 Jul 28 03:23:26.320756 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1a16ade-889a-4886-bc31-b145131edba5 req-fb4570c7-0c35-4adb-b072-adfc36f023c0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0753791 Jul 28 03:23:26.324549 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 238e6e37-28d9-4ede-b861-3a8e9fab9161 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:26.454345 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 238e6e37-28d9-4ede-b861-3a8e9fab9161 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:26.454859 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.511618 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.526738 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Transition to ACTIVE for port object 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:26.542224 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.550395 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39098) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:26.558194 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-4e2a3ccc-1586-4603-bf87-bbc342095c96 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073783382', 'description': 'tempest-description--1211668434'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:26.663566 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3ccc-1586-4603-bf87-bbc342095c96 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.754463 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98ad03-518f-4a85-8ee7-d5df1123c084 req-2f9b7861-ca1a-4537-916e-729b92235388 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:26.764480 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba98ad03-518f-4a85-8ee7-d5df1123c084 req-2f9b7861-ca1a-4537-916e-729b92235388 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.1313291 Jul 28 03:23:26.819999 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba98ad03-518f-4a85-8ee7-d5df1123c084 req-ce2bdf46-9348-41a1-89ce-f0dbd8692189 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542696 Jul 28 03:23:26.870268 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646cc4d-a25e-4fa3-865f-7cf5217ed8b7 None None] Pushing event updated for resources: {'Port': ['ID=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:26.910119 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3ccc-1586-4603-bf87-bbc342095c96 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.918764 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3ccc-1586-4603-bf87-bbc342095c96 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.989660 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3ccc-1586-4603-bf87-bbc342095c96 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:26.994796 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-4e2a3ccc-1586-4603-bf87-bbc342095c96 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4398773 Jul 28 03:23:26.995019 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39110) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:27.000032 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-95bb7ed2-a244-454a-a77b-f19f3c9d1dd9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'security_group_rule': {'security_group_id': 'ee8c38e0-55fb-416a-86d2-9492b5ce1c2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:27.004955 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Attempting to bind port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:27.005328 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Attempting to bind port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:27.005694 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Attempting to bind port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 on network df34578e-4cb3-4521-a3b3-68cf77ed2627 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:27.042042 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a3ccc-1586-4603-bf87-bbc342095c96 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:27.070728 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-95bb7ed2-a244-454a-a77b-f19f3c9d1dd9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.074372 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:27.075150 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Checking segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:27.076059 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.076733 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Bound using segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:27.077568 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Bound port: 27a47f7f-db6a-47d4-9c1e-2ab30dc18441, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:27.078412 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.128704 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-95bb7ed2-a244-454a-a77b-f19f3c9d1dd9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.156556 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-95bb7ed2-a244-454a-a77b-f19f3c9d1dd9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.202974 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb7ed2-a244-454a-a77b-f19f3c9d1dd9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acb9c87-2bdd-472d-a875-5cae9f31e18b,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:27.214365 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-95bb7ed2-a244-454a-a77b-f19f3c9d1dd9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.222067 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-95bb7ed2-a244-454a-a77b-f19f3c9d1dd9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200491 Jul 28 03:23:27.223602 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] For port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:27.224206 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39118) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:27.230272 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-863515f1-c804-4cce-99fa-0f051003be20 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'security_group_rule': {'security_group_id': 'ee8c38e0-55fb-416a-86d2-9492b5ce1c2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:27.236984 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] For port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:27.244070 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.272283 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-863515f1-c804-4cce-99fa-0f051003be20 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.287887 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e658f-52f9-4bc3-9b10-0797933de054 req-67313911-2bc1-4760-9843-893e92aba2c9 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:27.289839 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d40e658f-52f9-4bc3-9b10-0797933de054 req-67313911-2bc1-4760-9843-893e92aba2c9 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.0775747 Jul 28 03:23:27.306765 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:23:27.307386 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:23:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:27.373636 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646cc4d-a25e-4fa3-865f-7cf5217ed8b7 None None] Pushing event updated for resources: {'Port': ['ID=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:27.375302 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d40e658f-52f9-4bc3-9b10-0797933de054 req-5731d505-6161-4752-a4dc-b775b9489408 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663495 Jul 28 03:23:27.390488 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-863515f1-c804-4cce-99fa-0f051003be20 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.396936 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-863515f1-c804-4cce-99fa-0f051003be20 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.421948 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863515f1-c804-4cce-99fa-0f051003be20 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5504930-29a1-48b0-9d0e-ae0d216e516e,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:27.434566 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-863515f1-c804-4cce-99fa-0f051003be20 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.435796 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-863515f1-c804-4cce-99fa-0f051003be20 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2096431 Jul 28 03:23:27.439004 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39128) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:27.447135 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:27.469171 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:23:27.479005 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.479817 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9bdcf894-16c7-474c-9028-dbd549b50545 req-2ce50f85-94b0-4c62-9845-706960354dad tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0540619 Jul 28 03:23:27.618762 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:27.717255 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:27Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:23:27.728115 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Allocated IP 172.27.3.129 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/431ea9b6-55a4-4dd7-8451-b983f1d187de) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:27.745730 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fdf74f-1d15-4095-9226-fab98aab72e8 None None] The sync data for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi is: [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:27Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:23:27.908061 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.041671 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05336b-55c5-472f-827c-fea2adaa18c0 req-31f853ee-0c0c-41fc-b005-fd74b5aa3d64 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:28.053329 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc05336b-55c5-472f-827c-fea2adaa18c0 req-31f853ee-0c0c-41fc-b005-fd74b5aa3d64 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.0926104 Jul 28 03:23:28.090503 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.160694 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:28.163189 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc05336b-55c5-472f-827c-fea2adaa18c0 req-697e3e3e-c23a-464a-8674-0d636bd4cfbd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049252 Jul 28 03:23:28.164624 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:28.177303 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:28.238428 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:28.239599 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'Port': ['ID=431ea9b6-55a4-4dd7-8451-b983f1d187de,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:28.352359 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:28.357535 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:28.357910 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.495416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.497578 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.606684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:28.615102 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa1dab-6dbd-4dbf-bf7f-0aaf28f72c81 req-9ca487b4-d299-4c7b-9707-183e53ba95ba tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:28.624933 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.637270 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6fa1dab-6dbd-4dbf-bf7f-0aaf28f72c81 req-9ca487b4-d299-4c7b-9707-183e53ba95ba tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.1856596 Jul 28 03:23:28.649513 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.710956 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-af13aabd-77ee-43f2-8b18-f19719df7dda req-619baae9-a3a9-4370-8a37-a092a338dba6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0705428 Jul 28 03:23:28.802454 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:28.847011 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6fa1dab-6dbd-4dbf-bf7f-0aaf28f72c81 req-6e815ba9-67dd-4f9b-8831-a960719d0aba tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087507 Jul 28 03:23:28.974071 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:28.984326 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 39198) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:28.994151 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.044078 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.083123 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.084989 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6448891 Jul 28 03:23:29.088986 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cee3c-54de-45a4-a94f-3b80e944e640 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'Port': ['ID=431ea9b6-55a4-4dd7-8451-b983f1d187de,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:29.179673 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0787-54cf-4bce-9ede-c83d80574f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.377265 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838533ff-68b6-4311-914e-0e184749c7e1 req-d6bd60b9-5077-40c1-9e51-726cd6dc7869 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:29.385820 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-838533ff-68b6-4311-914e-0e184749c7e1 req-d6bd60b9-5077-40c1-9e51-726cd6dc7869 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.1479564 Jul 28 03:23:29.477381 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-a8fcda66-e4e0-4c2a-a219-323d8451e845 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1073783382&fields=id&tenant_id=31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 267 time: 0.0802920 Jul 28 03:23:29.492050 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-838533ff-68b6-4311-914e-0e184749c7e1 req-6db55f66-d27b-40c3-8be9-01302c34da3d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023111 Jul 28 03:23:29.527838 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0787-54cf-4bce-9ede-c83d80574f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.558919 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0787-54cf-4bce-9ede-c83d80574f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.605844 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f0787-54cf-4bce-9ede-c83d80574f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff1d34-f8f9-49aa-90c3-a859713ebe50,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:29.621656 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0e3f0787-54cf-4bce-9ede-c83d80574f88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fdf2527a0f042e6803712a03d79a2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340821 Jul 28 03:23:29.621747 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39238) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:29.652129 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-8fa327a5-2f13-4b1c-b705-02b6baa8bb74 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:29.653663 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-8fa327a5-2f13-4b1c-b705-02b6baa8bb74 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 816 time: 0.1690197 Jul 28 03:23:29.670694 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-587c29ed-88d6-4de7-b22b-940608a9b34b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/quotas/31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 375 time: 0.0107310 Jul 28 03:23:29.675088 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-16d627b2-2b64-461e-8ef4-248bae889674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.703339 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-16d627b2-2b64-461e-8ef4-248bae889674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.748603 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-de1cee05-35de-4d06-9432-e827f5a69218 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703275 Jul 28 03:23:29.785995 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-16d627b2-2b64-461e-8ef4-248bae889674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.788860 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-16d627b2-2b64-461e-8ef4-248bae889674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:29.793421 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-16d627b2-2b64-461e-8ef4-248bae889674 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19ff1d34-f8f9-49aa-90c3-a859713ebe50 HTTP/1.1" status: 204 len: 168 time: 0.1703322 Jul 28 03:23:29.804581 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d627b2-2b64-461e-8ef4-248bae889674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff1d34-f8f9-49aa-90c3-a859713ebe50,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:29.868958 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-27edcc08-f9f9-44ed-9076-ae40b80a6810 req-f7cd67c3-4a0e-43d9-b51a-96d0ba7eb9eb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0874493 Jul 28 03:23:29.953605 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-4b1b009a-2a10-4502-898e-fdff0f9f6f17 service neutron] 10.222.0.20 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598868 Jul 28 03:23:30.090201 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd45ef-e475-4b65-87b7-4b8671c33ac7 req-f5df3fd1-8e6c-48f7-96fa-d7a7f57c4c1b tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:30.090695 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:23:30.091761 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bcdd45ef-e475-4b65-87b7-4b8671c33ac7 req-f5df3fd1-8e6c-48f7-96fa-d7a7f57c4c1b tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.1082487 Jul 28 03:23:30.098650 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-9ae6b132-8078-4937-babb-c2988a61dc32 service neutron] 10.222.0.20 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370912 Jul 28 03:23:30.169052 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:30.169703 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.180092 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bcdd45ef-e475-4b65-87b7-4b8671c33ac7 req-e666756e-bec8-49b4-91a0-0cde3914f717 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674996 Jul 28 03:23:30.262203 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 39250) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:30.298865 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d157a65e-a374-4b48-bc2c-d4f53c3c64d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.452638 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-808b92f0-7285-4311-abc9-8578afbdd1b3 req-00d2bf98-4565-4db4-b881-381e77562d5c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0378504 Jul 28 03:23:30.486325 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d157a65e-a374-4b48-bc2c-d4f53c3c64d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.497708 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d157a65e-a374-4b48-bc2c-d4f53c3c64d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.567757 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39262) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:30.568932 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d157a65e-a374-4b48-bc2c-d4f53c3c64d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1399a5ad347041f398764c01c9273fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050404 Jul 28 03:23:30.572892 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157a65e-a374-4b48-bc2c-d4f53c3c64d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8c5130-7d9f-44de-8f47-224fcf3ecaf6,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:30.668158 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-644073d0-b3f0-4d8c-ba00-1b94c9e9a6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.702182 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-644073d0-b3f0-4d8c-ba00-1b94c9e9a6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.743047 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df2d97-a6ac-43b5-866a-746d288c5bc1 req-cb74bdea-749f-40dc-9093-d4a36e33faa3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:30.753037 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92df2d97-a6ac-43b5-866a-746d288c5bc1 req-cb74bdea-749f-40dc-9093-d4a36e33faa3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.1246130 Jul 28 03:23:30.776146 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-644073d0-b3f0-4d8c-ba00-1b94c9e9a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.779828 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-644073d0-b3f0-4d8c-ba00-1b94c9e9a6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:30.781253 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-644073d0-b3f0-4d8c-ba00-1b94c9e9a6f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b8c5130-7d9f-44de-8f47-224fcf3ecaf6 HTTP/1.1" status: 204 len: 168 time: 0.2111726 Jul 28 03:23:30.792419 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644073d0-b3f0-4d8c-ba00-1b94c9e9a6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8c5130-7d9f-44de-8f47-224fcf3ecaf6,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:30.804921 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92df2d97-a6ac-43b5-866a-746d288c5bc1 req-593cc028-3c74-430d-8d5f-3933b5c5b4ee tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Jul 28 03:23:30.991446 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8120b5ce-0850-49ba-8082-999d7f3baed9 req-be12532e-85bc-4c8a-a5b2-8ab295772cce tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0284035 Jul 28 03:23:31.228462 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-22f7476b-8cf2-49d7-98b8-92ae36d20079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.307858 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21793370-09d8-4169-a526-b2419499ecbc req-29cdfc13-060c-45d3-89eb-11d2b29e0099 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:31.309876 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21793370-09d8-4169-a526-b2419499ecbc req-29cdfc13-060c-45d3-89eb-11d2b29e0099 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.0535331 Jul 28 03:23:31.355233 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21793370-09d8-4169-a526-b2419499ecbc req-7d7bf932-0b33-46b9-ae5a-e29c5aab0ed4 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Jul 28 03:23:31.518650 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39300) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:31.566539 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a53e0d80-7f40-4bdd-b3e9-f05811512713 req-7e8f749e-44b7-4353-8f95-c6f7cdf3a2c1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Jul 28 03:23:31.615663 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660808256-network', 'tenant_id': '2c8d289c2c2a443697b1ae6bc670f4a4'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:31.639364 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Made reservation on behalf of 2c8d289c2c2a443697b1ae6bc670f4a4 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:31.641666 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.650280 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.765476 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.778424 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.798562 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:23:31.818161 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.818519 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Added segment b97dab0d-c6a5-47d6-bb2a-2ff05aee2b38 of type vlan for network 91df551b-cdc0-4df1-90e2-7e7095ab7c71 Jul 28 03:23:31.820091 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234b2611-9c55-4c0e-82fd-ee3685d28de0,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:31.866960 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.898427 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.899444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:31.900043 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:31.942453 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b88ae6-5993-4942-ab41-931a0750001d req-fd9de145-fe97-420d-bfef-faf6d661d8ae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:31.944381 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f0b88ae6-5993-4942-ab41-931a0750001d req-fd9de145-fe97-420d-bfef-faf6d661d8ae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.0616291 Jul 28 03:23:31.988671 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f0b88ae6-5993-4942-ab41-931a0750001d req-dd29d145-a8ad-4399-b15f-e7ff0d1e0fd0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376539 Jul 28 03:23:32.108005 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4eb69925-6b98-4419-866d-7ef81002c37a req-0190f37e-1076-4ff7-8836-403f7ff536fd tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0323715 Jul 28 03:23:32.114303 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5915370 Jul 28 03:23:32.114303 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39310) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:32.123686 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Request body: {'subnet': {'network_id': '91df551b-cdc0-4df1-90e2-7e7095ab7c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660808256-subnet', 'tenant_id': '2c8d289c2c2a443697b1ae6bc670f4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:32.132754 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94121d-7b06-4c82-a159-2c7454a8e0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=91df551b-cdc0-4df1-90e2-7e7095ab7c71,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:32.147695 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 91df551b-cdc0-4df1-90e2-7e7095ab7c71 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:23:32.151613 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Made reservation on behalf of 2c8d289c2c2a443697b1ae6bc670f4a4 for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:32.154113 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:32.345330 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:32.394713 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd0c7c0-af8b-4691-b87c-f39591e62bf0,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:32.410500 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Checking segment: {'id': 'b97dab0d-c6a5-47d6-bb2a-2ff05aee2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '91df551b-cdc0-4df1-90e2-7e7095ab7c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:32.410924 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Network hostable DHCP agents. Network: 91df551b-cdc0-4df1-90e2-7e7095ab7c71, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:23:32.427184 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Network 91df551b-cdc0-4df1-90e2-7e7095ab7c71 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:23:32.435935 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 91df551b-cdc0-4df1-90e2-7e7095ab7c71) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:32.448806 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1c04ee-fc23-40a9-83b3-8f306abaa1b4 None None] Network 91df551b-cdc0-4df1-90e2-7e7095ab7c71 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:32.453837 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:32.454497 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:32.496845 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f02c2c60-0ca3-4776-a561-966b50531487 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3734100 Jul 28 03:23:32.497051 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529ac23-c222-44b6-9e42-9eb8be3be0b0 req-f80f8ad7-8357-4cea-a1f9-e2736a41ffba tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:32.503807 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7529ac23-c222-44b6-9e42-9eb8be3be0b0 req-f80f8ad7-8357-4cea-a1f9-e2736a41ffba tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.0706866 Jul 28 03:23:32.555856 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7529ac23-c222-44b6-9e42-9eb8be3be0b0 req-31a3258a-6550-4d28-992d-46e9e22cc9e5 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Jul 28 03:23:32.627379 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea993197-f22d-43a5-bafb-0690ecb73773 None None] Network 91df551b-cdc0-4df1-90e2-7e7095ab7c71 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:32.724552 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96f45368-8ef1-42de-bcb4-f523c2718b0f req-951c71d5-3ec6-42db-81fe-bbd3bb53d20d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0538933 Jul 28 03:23:32.872741 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.138730 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f03b-0270-41ec-9a4a-564e5e79e252 req-b821cbd9-9a08-43f5-984a-15656fa5a72e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:33.140556 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8231f03b-0270-41ec-9a4a-564e5e79e252 req-b821cbd9-9a08-43f5-984a-15656fa5a72e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.0634325 Jul 28 03:23:33.148411 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39350) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:33.153642 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-227903829-network', 'tenant_id': '75f57605b22241a18c4563c49f2e29ec'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:33.177503 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Made reservation on behalf of 75f57605b22241a18c4563c49f2e29ec for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:33.181437 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.191029 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.204191 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8231f03b-0270-41ec-9a4a-564e5e79e252 req-93320c67-263d-46d4-9028-efd16fba679f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528984 Jul 28 03:23:33.265694 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ec5bcd8c-411d-47f5-bc79-b5c9747126c6 req-66535567-a6b1-435a-ae82-342d16cc161d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0517883 Jul 28 03:23:33.296249 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.300446 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.328883 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:23:33.347646 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d34d73-557d-4a38-ab4a-599c4fb4775a,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:33.351390 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.351773 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Added segment f33030f8-a7ff-4ae5-a8cd-7e52b781ad5b of type vlan for network 14c21740-d03b-4db7-b9b4-af0597f4cb11 Jul 28 03:23:33.371187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 39356) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:33.404096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.440924 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.441958 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:33.442720 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.502573 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 39368) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:33.503087 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3531301 Jul 28 03:23:33.507941 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Request body: {'subnet': {'network_id': '14c21740-d03b-4db7-b9b4-af0597f4cb11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-227903829-subnet', 'tenant_id': '75f57605b22241a18c4563c49f2e29ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:33.510788 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad858733-d9a6-45ac-83e5-2b1c5d506b9a admin admin] Pushing event updated for resources: {'Network': ['ID=14c21740-d03b-4db7-b9b4-af0597f4cb11,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:33.521978 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 14c21740-d03b-4db7-b9b4-af0597f4cb11 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:23:33.566030 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8431-79e9-463c-add2-b0266fa09ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.658076 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Made reservation on behalf of 75f57605b22241a18c4563c49f2e29ec for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:33.660364 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.737264 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39380) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:33.860803 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-de9aaeb4-cbc2-4889-b68e-b197ccccd8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.868279 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1887fa60-fe08-4d27-a5ea-e94346466e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.943103 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d5043-4305-421b-8798-fe835e67bfc9 req-d378ee85-67bb-4e07-8d19-da76f5af6846 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:33.944482 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-610d5043-4305-421b-8798-fe835e67bfc9 req-d378ee85-67bb-4e07-8d19-da76f5af6846 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.2808044 Jul 28 03:23:33.959541 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.972059 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-89252f5e-ace2-40b3-8a1c-3920a7a69378 req-2f9fc221-c819-4260-b822-8276aec85ea9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0493309 Jul 28 03:23:33.979871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8431-79e9-463c-add2-b0266fa09ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:33.990762 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8431-79e9-463c-add2-b0266fa09ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.063573 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cdfc8431-79e9-463c-add2-b0266fa09ed8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea58def30cf74c1aa0669394da3506f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911180 Jul 28 03:23:34.066348 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39386) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:34.074009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc8431-79e9-463c-add2-b0266fa09ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df841de2-ce32-4646-a2f6-3e697715f75d,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:34.078736 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-610d5043-4305-421b-8798-fe835e67bfc9 req-b053811b-390c-46db-b98f-bd6595622b49 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265411 Jul 28 03:23:34.106149 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-de9aaeb4-cbc2-4889-b68e-b197ccccd8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.117283 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-36f31cb8-faa2-48e4-b4b1-35d170d096c0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:23:34.118251 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-36f31cb8-faa2-48e4-b4b1-35d170d096c0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061467 Jul 28 03:23:34.125685 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-de9aaeb4-cbc2-4889-b68e-b197ccccd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.140544 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.181481 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-76382e95-73f2-44d3-89fb-c6f216b8e4e6 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:23:34.183003 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-76382e95-73f2-44d3-89fb-c6f216b8e4e6 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094676 Jul 28 03:23:34.190719 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b5221ed8-f5e5-41de-b507-64d2581c540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.203303 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-de9aaeb4-cbc2-4889-b68e-b197ccccd8cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a47499dc5a52456f8ac8587c4c2f71df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648809 Jul 28 03:23:34.208492 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 39388) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:34.208646 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9aaeb4-cbc2-4889-b68e-b197ccccd8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a886d8b-1874-4a1b-a701-bc677118b308,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:34.227721 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b5221ed8-f5e5-41de-b507-64d2581c540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.241974 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66dda224-7d29-4a9f-ad93-866868143a08,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:34.294773 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b5221ed8-f5e5-41de-b507-64d2581c540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.297714 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b5221ed8-f5e5-41de-b507-64d2581c540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.299111 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-b5221ed8-f5e5-41de-b507-64d2581c540e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df841de2-ce32-4646-a2f6-3e697715f75d HTTP/1.1" status: 204 len: 168 time: 0.2316558 Jul 28 03:23:34.319029 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5221ed8-f5e5-41de-b507-64d2581c540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df841de2-ce32-4646-a2f6-3e697715f75d,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:34.349060 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-59483c48-45a0-4fd7-9765-6edfe816faf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.366633 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Checking segment: {'id': 'f33030f8-a7ff-4ae5-a8cd-7e52b781ad5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '14c21740-d03b-4db7-b9b4-af0597f4cb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:34.367070 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Network hostable DHCP agents. Network: 14c21740-d03b-4db7-b9b4-af0597f4cb11, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:23:34.407837 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Request body: {'port': {'device_id': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:34.452352 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7fefb686-f329-46c7-a531-934f84f6ca27 req-750e069c-bc1e-4175-be2c-d408ee7fdc9f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0592976 Jul 28 03:23:34.471680 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-59483c48-45a0-4fd7-9765-6edfe816faf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.482136 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753fd17-ea00-4cc2-9598-1763cc3f0fa7 req-11561f0f-63e3-4ddb-95c9-28af2299d5ad tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:34.483786 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f753fd17-ea00-4cc2-9598-1763cc3f0fa7 req-11561f0f-63e3-4ddb-95c9-28af2299d5ad tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 931 time: 0.1713543 Jul 28 03:23:34.512850 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Request body: {'port': {'device_id': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:34.518431 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Network 14c21740-d03b-4db7-b9b4-af0597f4cb11 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:23:34.538780 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.556392 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 14c21740-d03b-4db7-b9b4-af0597f4cb11) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:34.575279 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888addae-78df-4c61-9ba9-641d486df878 None None] Network 14c21740-d03b-4db7-b9b4-af0597f4cb11 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:34.607738 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:34.608434 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.636827 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c679a747-6304-4cdd-a69f-9f8a64accea6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1327548 Jul 28 03:23:34.667710 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f753fd17-ea00-4cc2-9598-1763cc3f0fa7 req-f41f80ee-2137-4288-895d-db60463a09c0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497259 Jul 28 03:23:34.718940 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.737938 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-59483c48-45a0-4fd7-9765-6edfe816faf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.741761 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-59483c48-45a0-4fd7-9765-6edfe816faf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:34.743308 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-59483c48-45a0-4fd7-9765-6edfe816faf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a886d8b-1874-4a1b-a701-bc677118b308 HTTP/1.1" status: 204 len: 168 time: 0.5337875 Jul 28 03:23:34.770100 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef88f9-e1ce-435a-9f67-2c14e6134050 None None] Network 14c21740-d03b-4db7-b9b4-af0597f4cb11 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:23:34.782311 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59483c48-45a0-4fd7-9765-6edfe816faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a886d8b-1874-4a1b-a701-bc677118b308,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:34.896137 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39420) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:34.934193 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a657-dc58-4c53-9e34-def06867be09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.047539 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.101615 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.10', 63919) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:35.261593 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f83122d-43a4-4a6c-8ea2-892ca6cf43bb req-75c9ab42-3e12-4a64-830a-4cafc3eca1f2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0471258 Jul 28 03:23:35.328012 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a657-dc58-4c53-9e34-def06867be09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.343127 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a657-dc58-4c53-9e34-def06867be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.390770 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1002b8-1dbd-4038-b1ec-b5305e8b997e req-844ab599-9fbe-40f5-bf2b-bffc7a9733fc tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:35.390770 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb1002b8-1dbd-4038-b1ec-b5305e8b997e req-844ab599-9fbe-40f5-bf2b-bffc7a9733fc tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 931 time: 0.1579881 Jul 28 03:23:35.447063 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a5e0a657-dc58-4c53-9e34-def06867be09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d734047fbf6c4638a4be6df3dd7b50cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5498219 Jul 28 03:23:35.451609 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0a657-dc58-4c53-9e34-def06867be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da3428f-2a80-4404-b73e-2d0d28b03f62,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:35.453782 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 39438) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:35.570968 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb1002b8-1dbd-4038-b1ec-b5305e8b997e req-88482953-52c9-4fd4-9c3f-e14ab82b7961 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754313 Jul 28 03:23:35.608018 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-02aca422-f515-45e1-aab2-f8a36a8693fa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:35.609465 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-02aca422-f515-45e1-aab2-f8a36a8693fa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 816 time: 0.5055480 Jul 28 03:23:35.611688 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7d0749-9aca-48b3-b738-22d99dfc8c90 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:35.613998 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-188a28d9-1873-4e4a-b193-344882ad3d28 req-178d3065-5866-4db2-b5f1-c811dbdfd44e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0392168 Jul 28 03:23:35.616389 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e35b05-ed12-478b-90a7-3db8c7e96b06 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:35.633228 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.636909 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.654813 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Transition to ACTIVE for port object c1e35b05-ed12-478b-90a7-3db8c7e96b06 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:35.656469 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1526f911-06e0-4a4d-8bb7-c88edc148173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.661525 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.665457 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Transition to ACTIVE for port object 8c7d0749-9aca-48b3-b738-22d99dfc8c90 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:35.678564 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.739875 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1526f911-06e0-4a4d-8bb7-c88edc148173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.786072 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Attempting to bind port c1e35b05-ed12-478b-90a7-3db8c7e96b06 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:35.786590 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Attempting to bind port c1e35b05-ed12-478b-90a7-3db8c7e96b06 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:35.787827 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Attempting to bind port c1e35b05-ed12-478b-90a7-3db8c7e96b06 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:35.793693 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Port c1e35b05-ed12-478b-90a7-3db8c7e96b06 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:23:35.794107 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Attempting to bind port c1e35b05-ed12-478b-90a7-3db8c7e96b06 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:35.796430 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e35b05-ed12-478b-90a7-3db8c7e96b06,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:35.810301 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:35.810909 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Checking segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:35.811742 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Bound using segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:35.812624 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Bound port: c1e35b05-ed12-478b-90a7-3db8c7e96b06, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:35.813215 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.843203 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d0749-9aca-48b3-b738-22d99dfc8c90,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:35.865644 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Attempting to bind port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:35.866084 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Attempting to bind port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '619c394a-d978-449d-a2a0-38c3b40ae5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:35.866681 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Attempting to bind port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 on network 024c6ef2-86b1-4786-a9af-2345e0f4e987 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:35.875252 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 on network 024c6ef2-86b1-4786-a9af-2345e0f4e987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:23:35.875614 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Attempting to bind port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 on network 024c6ef2-86b1-4786-a9af-2345e0f4e987 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:35.884147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:35.884649 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Checking segment: {'id': '619c394a-d978-449d-a2a0-38c3b40ae5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:35.885293 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Bound using segment: {'id': '619c394a-d978-449d-a2a0-38c3b40ae5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:35.885852 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Bound port: 8c7d0749-9aca-48b3-b738-22d99dfc8c90, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619c394a-d978-449d-a2a0-38c3b40ae5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:35.886276 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.900428 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1526f911-06e0-4a4d-8bb7-c88edc148173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.902955 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1526f911-06e0-4a4d-8bb7-c88edc148173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.904225 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-1526f911-06e0-4a4d-8bb7-c88edc148173 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7da3428f-2a80-4404-b73e-2d0d28b03f62 HTTP/1.1" status: 204 len: 168 time: 0.4442983 Jul 28 03:23:35.933212 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526f911-06e0-4a4d-8bb7-c88edc148173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da3428f-2a80-4404-b73e-2d0d28b03f62,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:35.948186 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3c58-73dc-4fb4-a628-e95b432b8546 req-5e527bcb-42b5-4c09-9f88-e57ac9ec74e2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:35.950097 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-64df3c58-73dc-4fb4-a628-e95b432b8546 req-5e527bcb-42b5-4c09-9f88-e57ac9ec74e2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.1208837 Jul 28 03:23:35.951329 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] For port c1e35b05-ed12-478b-90a7-3db8c7e96b06, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:35.985344 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] For port 8c7d0749-9aca-48b3-b738-22d99dfc8c90, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:35.985574 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] For port c1e35b05-ed12-478b-90a7-3db8c7e96b06, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1e35b05-ed12-478b-90a7-3db8c7e96b06,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:35.991992 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] For port 8c7d0749-9aca-48b3-b738-22d99dfc8c90, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7d0749-9aca-48b3-b738-22d99dfc8c90,segment=NetworkSegment(619c394a-d978-449d-a2a0-38c3b40ae5b7),segment_id=619c394a-d978-449d-a2a0-38c3b40ae5b7)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:35.996206 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:35.998654 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:36.036308 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:36.036930 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:36.038489 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/8c7d0749-9aca-48b3-b738-22d99dfc8c90 HTTP/1.1" status: 200 len: 1093 time: 1.7553730 Jul 28 03:23:36.040767 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'tag': '8c7d0749-9aca-48b3-b738-22d99dfc8c90'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:23:36.055716 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:36.056565 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:36.058207 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] 10.222.0.10 "PUT /v2.0/ports/c1e35b05-ed12-478b-90a7-3db8c7e96b06 HTTP/1.1" status: 200 len: 1093 time: 1.7488644 Jul 28 03:23:36.061146 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-64df3c58-73dc-4fb4-a628-e95b432b8546 req-a11dd238-cfd5-4d23-9585-a9b10f0750b7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995336 Jul 28 03:23:36.061581 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'tag': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:23:36.143768 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6473559-761e-4472-816b-3ccb2c8470f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d0749-9aca-48b3-b738-22d99dfc8c90,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:36.156562 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe383d-4ad5-48e5-98e4-b4876ae9ad95 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e35b05-ed12-478b-90a7-3db8c7e96b06,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:36.284921 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43143bc-9103-4b4e-b283-41638e1fe869" -d '{"events": [{"name": "network-changed", "server_uuid": "4081e5ed-92a0-4e4f-b436-79e791e519e3", "tag": "8c7d0749-9aca-48b3-b738-22d99dfc8c90"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:23:36.317574 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6a9378-ca92-4415-85f0-e825ac02f13a" -d '{"events": [{"name": "network-changed", "server_uuid": "279edf9e-3c91-488d-aa26-e96c924a0a30", "tag": "c1e35b05-ed12-478b-90a7-3db8c7e96b06"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:23:36.393415 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9ce728d-900c-4ce9-ac6a-22b080f63f22 req-9dc67ba6-5ba5-4b1d-9820-b5d9b68dfb89 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0304732 Jul 28 03:23:36.506813 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea549768-4c3d-4656-a2fc-f992416d0b0b x-openstack-request-id: req-ea549768-4c3d-4656-a2fc-f992416d0b0b {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:23:36.507277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4081e5ed-92a0-4e4f-b436-79e791e519e3", "tag": "8c7d0749-9aca-48b3-b738-22d99dfc8c90", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:23:36.507359 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea549768-4c3d-4656-a2fc-f992416d0b0b {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:23:36.508028 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'tag': '8c7d0749-9aca-48b3-b738-22d99dfc8c90', 'status': 'completed', 'code': 200} Jul 28 03:23:36.577559 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:36.654150 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42f8ea0-f7ed-40c9-8244-62cdc77a3f04 x-openstack-request-id: req-d42f8ea0-f7ed-40c9-8244-62cdc77a3f04 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:23:36.654637 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279edf9e-3c91-488d-aa26-e96c924a0a30", "tag": "c1e35b05-ed12-478b-90a7-3db8c7e96b06", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:23:36.654722 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d42f8ea0-f7ed-40c9-8244-62cdc77a3f04 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:23:36.655165 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'tag': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'status': 'completed', 'code': 200} Jul 28 03:23:36.734316 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bff7c-aad9-47af-98ef-5a7f66787e08 req-3050368e-2104-4de0-b215-381dc4876320 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:36.741615 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6bff7c-aad9-47af-98ef-5a7f66787e08 req-3050368e-2104-4de0-b215-381dc4876320 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0766513 Jul 28 03:23:36.769161 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e0f9ce49-6649-41de-807a-89051e63a80b req-3b1ba1c6-992e-46a4-b01f-e62a07759c7b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0599375 Jul 28 03:23:36.791567 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6bff7c-aad9-47af-98ef-5a7f66787e08 req-823378e2-3a6a-491c-8e61-20315c78fa76 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490837 Jul 28 03:23:37.190940 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa947057-fa0e-4bdb-8a3c-b8958124fa77 req-c41356eb-1d21-45b8-b108-e622df48a912 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:37.192495 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa947057-fa0e-4bdb-8a3c-b8958124fa77 req-c41356eb-1d21-45b8-b108-e622df48a912 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0556414 Jul 28 03:23:37.240825 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa947057-fa0e-4bdb-8a3c-b8958124fa77 req-02ba639b-3e9b-4892-8e63-9cad4758a1fd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388107 Jul 28 03:23:37.513327 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62b3824c-7d2e-493a-99e2-ffcc0f877896 req-b5d7e056-d511-4296-8bb8-f9b38b51fb70 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0284696 Jul 28 03:23:37.870039 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-27c402ec-2b3e-41ce-8c84-22b8fe617eb9 req-9e5972af-2f8c-4cd6-9115-1e2f4d101ac9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0283377 Jul 28 03:23:37.916973 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca98994-72a2-409a-beea-2c1c30955d4f req-154eb60d-bf5f-4f98-955b-5d0c19e018d1 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:37.918639 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1ca98994-72a2-409a-beea-2c1c30955d4f req-154eb60d-bf5f-4f98-955b-5d0c19e018d1 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0515049 Jul 28 03:23:37.961127 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1ca98994-72a2-409a-beea-2c1c30955d4f req-025dcbe6-a375-407d-a610-a1fc3b7ed3e8 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Jul 28 03:23:38.357518 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e42489-598c-48ab-8095-05d2a3b8cf34 req-6567710e-4a7e-4fcf-9f93-08218efa65cd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:38.358946 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-17e42489-598c-48ab-8095-05d2a3b8cf34 req-6567710e-4a7e-4fcf-9f93-08218efa65cd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0530522 Jul 28 03:23:38.399156 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-17e42489-598c-48ab-8095-05d2a3b8cf34 req-3033c737-5a61-4f6f-a62d-ab8eaabf7c2c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Jul 28 03:23:38.617937 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f0af1876-ad3c-4349-9f78-315e1ac3c100 req-8fbb03c3-1785-40e2-8f97-67a2589afc99 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0275631 Jul 28 03:23:38.962041 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b552fe59-f59a-4f48-8ac8-d31064081cf8 req-de6aeef4-e479-4255-9597-35ec0cd5949b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0263505 Jul 28 03:23:39.082295 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb623b8-2d1d-42f1-9e51-943b13a4bb3a req-fadb399b-7a06-4bdf-b2de-499d6fef0319 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:39.084687 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8bb623b8-2d1d-42f1-9e51-943b13a4bb3a req-fadb399b-7a06-4bdf-b2de-499d6fef0319 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0489361 Jul 28 03:23:39.124314 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8bb623b8-2d1d-42f1-9e51-943b13a4bb3a req-f74a4530-faf2-48e2-a69f-e0352c9308a5 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Jul 28 03:23:39.511499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae989f-f5de-4bb3-ad33-249e8f1e327c req-e1f66599-eb6c-49e9-af91-b6bf8c6fea87 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:39.512826 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e5ae989f-f5de-4bb3-ad33-249e8f1e327c req-e1f66599-eb6c-49e9-af91-b6bf8c6fea87 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0483611 Jul 28 03:23:39.549063 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e5ae989f-f5de-4bb3-ad33-249e8f1e327c req-5b6c8d73-862d-4edf-aa61-598bb20ac793 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304804 Jul 28 03:23:39.674559 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-a39eac26-bbc3-4b6c-ba08-386bcbaf5b2b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 380 time: 0.1040752 Jul 28 03:23:39.696451 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'port': {'device_id': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'admin_state_up': True, 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'security_groups': ['ee8c38e0-55fb-416a-86d2-9492b5ce1c2c']}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:39.754342 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-37c59a81-bc56-49c6-b6a3-ca35dbc553f9 req-0cfb3225-bba2-47a6-a0c2-7aab222d5ec1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0442038 Jul 28 03:23:39.775351 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43143bc-9103-4b4e-b283-41638e1fe869 req-81c6b404-c839-472d-84e2-848cd1094ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:39.777138 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b43143bc-9103-4b4e-b283-41638e1fe869 req-81c6b404-c839-472d-84e2-848cd1094ce4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8876a77bca74648b29d83ea4940a8fc&device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 1096 time: 0.0967569 Jul 28 03:23:39.798261 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-484c8cca-5713-4d58-b628-a6115407aa37 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:39.799729 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-484c8cca-5713-4d58-b628-a6115407aa37 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 819 time: 0.2105312 Jul 28 03:23:39.838248 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Made reservation on behalf of 31ef9583fb604ab69f1d100171ced56a for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:39.841688 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:39.958259 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.10', 63930) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:39.964253 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Request body: {'port': {'device_id': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'admin_state_up': True, 'tenant_id': '925193f942cc4389afb11ac39d01b0e9'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:40.026136 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Allocated IP 172.20.0.6 (df34578e-4cb3-4521-a3b3-68cf77ed2627/62f86aab-e75e-4c27-9ed1-21efa3763eff/4d810d8a-02ee-45d0-acff-61869bcc287a) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:40.286376 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Made reservation on behalf of 925193f942cc4389afb11ac39d01b0e9 for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:40.290523 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:40.295142 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c6f82149-b966-45ee-b71e-048ebda0160f req-dd956cc3-bc4f-4953-9290-975fbd14e785 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0759580 Jul 28 03:23:40.341871 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:40.357187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a9378-ca92-4415-85f0-e825ac02f13a req-ccf92e51-6b74-4869-a20d-03cc8f0b9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:40.358669 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-de6a9378-ca92-4415-85f0-e825ac02f13a req-ccf92e51-6b74-4869-a20d-03cc8f0b9788 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 1096 time: 0.3973095 Jul 28 03:23:40.392270 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Transition to ACTIVE for port object 4d810d8a-02ee-45d0-acff-61869bcc287a will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:40.406789 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43143bc-9103-4b4e-b283-41638e1fe869 req-7734db38-3e74-4d3b-9788-596601d50d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:40.408218 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b43143bc-9103-4b4e-b283-41638e1fe869 req-7734db38-3e74-4d3b-9788-596601d50d11 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c8876a77bca74648b29d83ea4940a8fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4481344 Jul 28 03:23:40.415621 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb96150-e8c0-4de8-a99b-d86da3a213c7 req-825967a3-af96-42ee-a317-6e3344829331 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:40.416996 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bfb96150-e8c0-4de8-a99b-d86da3a213c7 req-825967a3-af96-42ee-a317-6e3344829331 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.1765695 Jul 28 03:23:40.477308 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Allocated IP 172.20.0.6 (971c79cc-8fd4-491d-b327-b5cd1df90439/6681b0b0-4764-4bbd-ba8d-79474c4b8b9d/3976ffe6-a41f-4ae7-8b65-95f51c146d12) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:40.484280 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:40.543272 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:40.552860 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:40.565031 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:40.575342 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:40.576096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:40.606859 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:40.614415 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-deb7c3d5-7418-43b3-93e0-3ee27d0753a4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9315722 Jul 28 03:23:40.631543 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Request body: {'port': {'device_id': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:40.668794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.10', 63934) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:23:40.740689 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bfb96150-e8c0-4de8-a99b-d86da3a213c7 req-fb05109b-21c4-4863-9ad8-774c503edf07 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932560 Jul 28 03:23:40.757592 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:40.828908 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a9378-ca92-4415-85f0-e825ac02f13a req-c7e7df63-0891-4e6d-8e59-1377863fbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:40.830741 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-de6a9378-ca92-4415-85f0-e825ac02f13a req-c7e7df63-0891-4e6d-8e59-1377863fbc97 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4360785 Jul 28 03:23:40.832367 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:40.877066 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43143bc-9103-4b4e-b283-41638e1fe869 req-345b3280-f645-438f-ba7c-aa419be5fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:40.878768 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b43143bc-9103-4b4e-b283-41638e1fe869 req-345b3280-f645-438f-ba7c-aa419be5fb97 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4609163 Jul 28 03:23:40.942515 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f695821b-cd2d-4c73-bcf1-f82242b588bd None None] Provisioning for port 4d810d8a-02ee-45d0-acff-61869bcc287a completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:23:40.948268 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f695821b-cd2d-4c73-bcf1-f82242b588bd None None] Provisioning complete for port 4d810d8a-02ee-45d0-acff-61869bcc287a triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:23:40.948762 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f695821b-cd2d-4c73-bcf1-f82242b588bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:40.988594 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f695821b-cd2d-4c73-bcf1-f82242b588bd None None] Port 4d810d8a-02ee-45d0-acff-61869bcc287a cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:23:41.075522 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9b1d5-fa10-4113-b988-5a591e3f25bd req-cf370650-61bd-4385-becf-d99646300bbf tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.076913 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e3d9b1d5-fa10-4113-b988-5a591e3f25bd req-cf370650-61bd-4385-becf-d99646300bbf tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.3803098 Jul 28 03:23:41.086799 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-d8451643-bb87-45de-a318-bf36d491ec9e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.088192 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-d8451643-bb87-45de-a318-bf36d491ec9e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 819 time: 0.4132247 Jul 28 03:23:41.104121 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b19be-008e-4147-9141-dabe89761b5f req-ebf2dcd1-c60e-4bb2-8a42-ed3d0992b884 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.105503 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a51b19be-008e-4147-9141-dabe89761b5f req-ebf2dcd1-c60e-4bb2-8a42-ed3d0992b884 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 931 time: 0.2178442 Jul 28 03:23:41.112743 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Request body: {'port': {'device_id': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'admin_state_up': True, 'tenant_id': '925193f942cc4389afb11ac39d01b0e9'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:41.160448 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.222700 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:41.226927 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a9378-ca92-4415-85f0-e825ac02f13a req-9984b31c-4383-4df4-a317-26b766377fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.228536 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-de6a9378-ca92-4415-85f0-e825ac02f13a req-9984b31c-4383-4df4-a317-26b766377fc2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3487983 Jul 28 03:23:41.232880 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:41.236277 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7086195d-dc6c-44c0-8f56-b897b5f14daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.237733 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7086195d-dc6c-44c0-8f56-b897b5f14daa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c8876a77bca74648b29d83ea4940a8fc&device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 1096 time: 0.2537899 Jul 28 03:23:41.242750 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:41.248292 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.248913 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.256175 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Pushing event updated for resources: {'Port': ['ID=3976ffe6-a41f-4ae7-8b65-95f51c146d12,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:41.268405 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e3d9b1d5-fa10-4113-b988-5a591e3f25bd req-2c1b3b68-10a3-42ee-bd75-743c56aadb15 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721823 Jul 28 03:23:41.280762 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-bbccfa16-fb53-4d91-a1ba-626349a4bbbb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203859 Jul 28 03:23:41.311569 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Request body: {'port': {'device_id': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:41.365634 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a51b19be-008e-4147-9141-dabe89761b5f req-a14e42a3-3c6a-4378-b1bc-0041401d395c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299693 Jul 28 03:23:41.371534 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-cc0e0f9c-e3a9-4184-99ac-40ac904ac068 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7d0749-9aca-48b3-b738-22d99dfc8c90 HTTP/1.1" status: 200 len: 217 time: 0.1210387 Jul 28 03:23:41.403139 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d810d8a-02ee-45d0-acff-61869bcc287a {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:41.416587 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.470601 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Transition to ACTIVE for port object 4d810d8a-02ee-45d0-acff-61869bcc287a will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:41.474790 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.489236 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9403f36d-558d-48a1-b285-bb877a0ad2a3 req-afd69e7e-41c1-41fb-ac10-0754ead2fc23 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0993707 Jul 28 03:23:41.491361 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.523871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016950-ab3e-44e5-8834-e95525143e17 req-0c885d17-d8f9-4a77-af5a-6bf9f5440d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.523871 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-0c885d17-d8f9-4a77-af5a-6bf9f5440d9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 1096 time: 0.1828277 Jul 28 03:23:41.524117 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-14910bfa-4858-4463-aee6-e174a0bb3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.527483 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-14910bfa-4858-4463-aee6-e174a0bb3222 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b54c8a25-8cee-437c-ac9f-dba22a452395 HTTP/1.1" status: 200 len: 851 time: 0.1346011 Jul 28 03:23:41.527881 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Made reservation on behalf of 925193f942cc4389afb11ac39d01b0e9 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:23:41.531981 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.571969 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-ebd6b11b-174a-4506-bbff-72c81ad295ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1e35b05-ed12-478b-90a7-3db8c7e96b06 HTTP/1.1" status: 200 len: 217 time: 0.0363972 Jul 28 03:23:41.660517 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:41.667572 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-a36e2eb7-af3f-4bb1-9f8d-b7af60a04bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=024c6ef2-86b1-4786-a9af-2345e0f4e987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891826 Jul 28 03:23:41.727270 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Attempting to bind port 4d810d8a-02ee-45d0-acff-61869bcc287a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:41.727666 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Attempting to bind port 4d810d8a-02ee-45d0-acff-61869bcc287a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:41.727997 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Attempting to bind port 4d810d8a-02ee-45d0-acff-61869bcc287a on network df34578e-4cb3-4521-a3b3-68cf77ed2627 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:41.739265 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Port 4d810d8a-02ee-45d0-acff-61869bcc287a on network df34578e-4cb3-4521-a3b3-68cf77ed2627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:23:41.740139 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Attempting to bind port 4d810d8a-02ee-45d0-acff-61869bcc287a on network df34578e-4cb3-4521-a3b3-68cf77ed2627 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:41.754187 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:41.754598 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Checking segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:41.754985 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Bound using segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:41.756048 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Bound port: 4d810d8a-02ee-45d0-acff-61869bcc287a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:41.756773 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.850663 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016950-ab3e-44e5-8834-e95525143e17 req-72b08f15-6421-4a8f-8e06-06f00d5ea2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.852024 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-72b08f15-6421-4a8f-8e06-06f00d5ea2a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 200 len: 855 time: 0.1984684 Jul 28 03:23:41.904622 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:41.909573 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:41.922040 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.922278 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-f572e6ac-89db-485b-9a78-ff594a5ce041 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ce9431b-bccf-4544-9fd0-0a543af5e82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508723 Jul 28 03:23:41.967931 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:41.968598 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:41.970064 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 1093 time: 1.3457243 Jul 28 03:23:41.972626 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:23:41.975784 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3348ec23-8852-4754-b51e-20cd3f507785" -d '{"events": [{"name": "network-changed", "server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:23:42.067434 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45526886-cacb-4c7f-bc4e-e569647a3c85 service neutron] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:42.074145 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e8a50c-38fb-49ed-9f27-1f59ba215adc x-openstack-request-id: req-d9e8a50c-38fb-49ed-9f27-1f59ba215adc {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:23:42.074474 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:23:42.074742 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9e8a50c-38fb-49ed-9f27-1f59ba215adc {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:23:42.075196 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'status': 'completed', 'code': 200} Jul 28 03:23:42.093391 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3976ffe6-a41f-4ae7-8b65-95f51c146d12 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:42.119852 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:42.147124 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Transition to ACTIVE for port object 3976ffe6-a41f-4ae7-8b65-95f51c146d12 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:42.154090 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:42.164461 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-fc70e09a-8661-4c34-a2ea-edd3d3585384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.166080 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-fc70e09a-8661-4c34-a2ea-edd3d3585384 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1096 time: 0.1352320 Jul 28 03:23:42.198294 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-df4603f0-825f-45a6-a62c-e973550bce43 service neutron] 10.222.0.10 "GET /v2.0/networks/024c6ef2-86b1-4786-a9af-2345e0f4e987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976602 Jul 28 03:23:42.206499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3ae2-e60d-42b8-8a83-3c81c6b869bb req-6037e256-0b78-49f4-8a02-2a7e6208e907 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.208029 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3bd3ae2-e60d-42b8-8a83-3c81c6b869bb req-6037e256-0b78-49f4-8a02-2a7e6208e907 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.3839316 Jul 28 03:23:42.260795 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-03ea0763-0a73-4d25-9b08-6fe3ec424cdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 217 time: 0.0743465 Jul 28 03:23:42.300878 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Pushing event updated for resources: {'Port': ['ID=3976ffe6-a41f-4ae7-8b65-95f51c146d12,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:42.340705 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Attempting to bind port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:42.341073 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Attempting to bind port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:42.341375 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Attempting to bind port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 on network 971c79cc-8fd4-491d-b327-b5cd1df90439 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:42.350403 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 on network 971c79cc-8fd4-491d-b327-b5cd1df90439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:23:42.350729 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Attempting to bind port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 on network 971c79cc-8fd4-491d-b327-b5cd1df90439 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:42.357197 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Allocated IP 172.20.0.14 (971c79cc-8fd4-491d-b327-b5cd1df90439/6681b0b0-4764-4bbd-ba8d-79474c4b8b9d/d841d474-18b8-40b6-a299-7817e33649a2) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:23:42.360071 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:42.360416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Checking segment: {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:42.360808 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Bound using segment: {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:42.361238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Bound port: 3976ffe6-a41f-4ae7-8b65-95f51c146d12, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:42.361599 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:42.365598 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-f097de14-4a8f-477a-a1c9-3247423121ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.367434 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-f097de14-4a8f-477a-a1c9-3247423121ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0850978 Jul 28 03:23:42.391220 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3bd3ae2-e60d-42b8-8a83-3c81c6b869bb req-db3a45d0-fb5c-49d8-89b9-51d5b0f62a23 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613624 Jul 28 03:23:42.413628 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-5d9fdac6-4791-4765-809a-ef02d8e3bf86 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821203 Jul 28 03:23:42.517844 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7d401e11-821c-49b1-ad37-4eeade05b649 service neutron] 10.222.0.10 "GET /v2.0/networks/024c6ef2-86b1-4786-a9af-2345e0f4e987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892671 Jul 28 03:23:42.533172 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54bfe0-06f5-4946-8f86-3e952817cb19 req-4c65188a-0c26-4c38-a2c6-65e3caef382c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.535299 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ec54bfe0-06f5-4946-8f86-3e952817cb19 req-4c65188a-0c26-4c38-a2c6-65e3caef382c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.1737189 Jul 28 03:23:42.549094 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-81c996de-6736-482e-877b-0e0e8c880e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.550760 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-81c996de-6736-482e-877b-0e0e8c880e2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1748199 Jul 28 03:23:42.630683 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] For port 3976ffe6-a41f-4ae7-8b65-95f51c146d12, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:42.651077 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] For port 3976ffe6-a41f-4ae7-8b65-95f51c146d12, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:42.660690 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:42.699704 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ec54bfe0-06f5-4946-8f86-3e952817cb19 req-ddf3c578-949a-4d9a-bc61-2868b29c369f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505225 Jul 28 03:23:42.707022 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf6fec-1905-439f-ac4a-999dbaec359a req-74e06186-814b-4da1-95de-e5eeb53a727c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.708582 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1aaf6fec-1905-439f-ac4a-999dbaec359a req-74e06186-814b-4da1-95de-e5eeb53a727c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.2104678 Jul 28 03:23:42.715730 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c016950-ab3e-44e5-8834-e95525143e17 req-650697db-3cc7-4541-9c7c-78864d8632cd service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910919 Jul 28 03:23:42.722635 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.723194 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:42.726830 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] 10.222.0.10 "PUT /v2.0/ports/3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 1093 time: 1.4214940 Jul 28 03:23:42.738013 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-074dc484-d60c-4c44-9765-ba83e21b074b service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757975 Jul 28 03:23:42.773105 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1c02f-1281-4353-a580-42a026718eae service neutron] Pushing event updated for resources: {'Port': ['ID=3976ffe6-a41f-4ae7-8b65-95f51c146d12,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:42.848530 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:42.890493 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1aaf6fec-1905-439f-ac4a-999dbaec359a req-3050d4da-22f9-47da-9b71-86dbad425567 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315181 Jul 28 03:23:42.891998 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-9c31f2f5-ca9a-4b1c-a5e9-f6bb83e278f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:42.893684 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-9c31f2f5-ca9a-4b1c-a5e9-f6bb83e278f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0764489 Jul 28 03:23:42.901231 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-985c6ff8-d2ce-44ea-8880-52e481759b43 req-36b503ab-aa7f-4693-b9f8-e5ea2bb8ee3d service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541717 Jul 28 03:23:42.917819 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-69734574-ee6c-4f5b-958c-b77bb96fd292 req-779eb75a-9070-4ac7-a08d-404837b044b2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 210 time: 0.0474858 Jul 28 03:23:42.970938 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.006371 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-8320dd39-d9a9-4547-8f5e-fed1902a3e38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 217 time: 0.0807729 Jul 28 03:23:43.057750 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Network 971c79cc-8fd4-491d-b327-b5cd1df90439 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:23:43.059868 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:23:43.067093 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:23:43.075376 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:43.076296 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.082301 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-35800f08-2056-4080-9750-bb8f825d192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:43.084867 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-35800f08-2056-4080-9750-bb8f825d192a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0582669 Jul 28 03:23:43.087731 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348ec23-8852-4754-b51e-20cd3f507785 req-93ccaf81-c760-41b4-b99c-0633f76cbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:43.089233 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3348ec23-8852-4754-b51e-20cd3f507785 req-93ccaf81-c760-41b4-b99c-0633f76cbfb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1096 time: 0.0959938 Jul 28 03:23:43.094500 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Pushing event updated for resources: {'Port': ['ID=d841d474-18b8-40b6-a299-7817e33649a2,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:43.111530 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-166a9969-6e89-462a-9bb6-8eba689ba333 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0034840 Jul 28 03:23:43.123163 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Request body: {'port': {'device_id': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:23:43.149695 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-a31fd7a1-51b0-4fea-80e5-f8499cc7b7b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506873 Jul 28 03:23:43.186273 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.384767 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348ec23-8852-4754-b51e-20cd3f507785 req-9ea8730a-37ff-4e2a-b86c-25f72b18c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:43.386137 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3348ec23-8852-4754-b51e-20cd3f507785 req-9ea8730a-37ff-4e2a-b86c-25f72b18c709 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.2847881 Jul 28 03:23:43.399836 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-b3c911fe-fd1d-4f4e-8ad6-c669d6d8b058 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319708 Jul 28 03:23:43.540767 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510b65d-351a-40f2-8467-8c6b851682af req-b82e4c5b-05d9-477a-8493-827b558d60cd tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:43.542240 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a510b65d-351a-40f2-8467-8c6b851682af req-b82e4c5b-05d9-477a-8493-827b558d60cd tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0815444 Jul 28 03:23:43.547814 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d841d474-18b8-40b6-a299-7817e33649a2 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:43.561152 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.588194 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Transition to ACTIVE for port object d841d474-18b8-40b6-a299-7817e33649a2 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:23:43.594316 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.601849 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a510b65d-351a-40f2-8467-8c6b851682af req-94e8af11-b1d2-4c09-a1ed-ce34d3817cf1 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489004 Jul 28 03:23:43.651615 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Pushing event updated for resources: {'Port': ['ID=d841d474-18b8-40b6-a299-7817e33649a2,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:43.678440 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Attempting to bind port d841d474-18b8-40b6-a299-7817e33649a2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:23:43.678775 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Attempting to bind port d841d474-18b8-40b6-a299-7817e33649a2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:23:43.679102 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Attempting to bind port d841d474-18b8-40b6-a299-7817e33649a2 on network 971c79cc-8fd4-491d-b327-b5cd1df90439 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:43.683209 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Port d841d474-18b8-40b6-a299-7817e33649a2 on network 971c79cc-8fd4-491d-b327-b5cd1df90439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:23:43.683554 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Attempting to bind port d841d474-18b8-40b6-a299-7817e33649a2 on network 971c79cc-8fd4-491d-b327-b5cd1df90439 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:23:43.688259 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:23:43.688595 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Checking segment: {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:23:43.688973 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Bound using segment: {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:23:43.689392 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Bound port: d841d474-18b8-40b6-a299-7817e33649a2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32c41d0-f28a-4e5f-aae8-bb66638aebad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:23:43.689739 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.749241 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] For port d841d474-18b8-40b6-a299-7817e33649a2, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:23:43.752529 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] For port d841d474-18b8-40b6-a299-7817e33649a2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d841d474-18b8-40b6-a299-7817e33649a2,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:23:43.758457 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.790728 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:43.791353 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:43.792755 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] 10.222.0.10 "PUT /v2.0/ports/d841d474-18b8-40b6-a299-7817e33649a2 HTTP/1.1" status: 200 len: 1094 time: 0.6737988 Jul 28 03:23:43.793181 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'tag': 'd841d474-18b8-40b6-a299-7817e33649a2'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:23:43.795387 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5053db3b-c9b3-434a-8ce6-cabe79b8cab7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9775ee5-4918-43bc-b92a-ce6322eee219", "tag": "d841d474-18b8-40b6-a299-7817e33649a2"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:23:43.841700 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6050d29d-4a94-4a8b-a318-7fdad42062eb x-openstack-request-id: req-6050d29d-4a94-4a8b-a318-7fdad42062eb {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:23:43.841987 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9775ee5-4918-43bc-b92a-ce6322eee219", "tag": "d841d474-18b8-40b6-a299-7817e33649a2", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:23:43.842236 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6050d29d-4a94-4a8b-a318-7fdad42062eb {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:23:43.842615 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'tag': 'd841d474-18b8-40b6-a299-7817e33649a2', 'status': 'completed', 'code': 200} Jul 28 03:23:43.849568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a57e9-e292-4154-9a03-0d029869b777 service neutron] Pushing event updated for resources: {'Port': ['ID=d841d474-18b8-40b6-a299-7817e33649a2,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:43.872196 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18d8da-2312-4e36-8b98-3e399c3857f1 req-213a400b-c1b4-4a67-a213-ab2211dcfc51 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:43.873669 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3d18d8da-2312-4e36-8b98-3e399c3857f1 req-213a400b-c1b4-4a67-a213-ab2211dcfc51 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0659285 Jul 28 03:23:43.910658 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3d18d8da-2312-4e36-8b98-3e399c3857f1 req-5664f73b-579f-4cb8-a516-123376a53107 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Jul 28 03:23:44.032822 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461320c-e8a1-4751-bf38-86d1092a6079 req-7e337414-8ae0-4b27-b254-49e907c57ef9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:44.034289 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2461320c-e8a1-4751-bf38-86d1092a6079 req-7e337414-8ae0-4b27-b254-49e907c57ef9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0690000 Jul 28 03:23:44.076062 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'tag': '3976ffe6-a41f-4ae7-8b65-95f51c146d12'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:23:44.077383 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd6c2-dd97-41f2-98a1-7da6caa167fc req-0d65c9dd-23e9-42ae-9d1e-1ae9c0ea72b4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:44.078405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de138be-6703-40bd-9213-4fcbe92e822b" -d '{"events": [{"name": "network-changed", "server_uuid": "806569b5-5afa-4638-85c9-1487ed28c8f2", "tag": "3976ffe6-a41f-4ae7-8b65-95f51c146d12"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:23:44.078798 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04dbd6c2-dd97-41f2-98a1-7da6caa167fc req-0d65c9dd-23e9-42ae-9d1e-1ae9c0ea72b4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0787120 Jul 28 03:23:44.086026 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2461320c-e8a1-4751-bf38-86d1092a6079 req-8d687b58-a0b8-43c6-975a-0a509b5636c4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449054 Jul 28 03:23:44.119654 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04dbd6c2-dd97-41f2-98a1-7da6caa167fc req-29bae545-507f-4386-a6df-40be01dd0d84 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Jul 28 03:23:44.133416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1be0d61-4f21-4db8-a4e3-74fd90a7dc6d x-openstack-request-id: req-a1be0d61-4f21-4db8-a4e3-74fd90a7dc6d {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:23:44.133707 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806569b5-5afa-4638-85c9-1487ed28c8f2", "tag": "3976ffe6-a41f-4ae7-8b65-95f51c146d12", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:23:44.133957 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1be0d61-4f21-4db8-a4e3-74fd90a7dc6d {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:23:44.134344 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'tag': '3976ffe6-a41f-4ae7-8b65-95f51c146d12', 'status': 'completed', 'code': 200} Jul 28 03:23:44.715700 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c4595-f1b9-4950-a71c-c123713f1566 req-3b0ede91-a715-4833-ae08-cadec0831c10 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:44.717115 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b3c4595-f1b9-4950-a71c-c123713f1566 req-3b0ede91-a715-4833-ae08-cadec0831c10 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0499496 Jul 28 03:23:44.753232 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b3c4595-f1b9-4950-a71c-c123713f1566 req-c64fc7d5-071d-4f8f-8320-b147f10df248 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300725 Jul 28 03:23:45.025550 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1797b1-fb31-43e5-82e4-58a5676208a1 req-fce31ea7-a56b-4bba-9427-22754818e702 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:45.027142 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a1797b1-fb31-43e5-82e4-58a5676208a1 req-fce31ea7-a56b-4bba-9427-22754818e702 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0508988 Jul 28 03:23:45.037297 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3348ec23-8852-4754-b51e-20cd3f507785 req-166505ff-3c8b-4e2f-9b85-bb8b68c2acfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 217 time: 0.0399637 Jul 28 03:23:45.065019 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a1797b1-fb31-43e5-82e4-58a5676208a1 req-71d2ce6d-645b-4c3b-ac0b-b5070e60ccd2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jul 28 03:23:45.227446 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf970d3-a5f5-46ca-8f7a-7b3e2702651a req-79c1588f-ca0c-4aaf-8ce1-fda889c469ee tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:45.228906 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8cf970d3-a5f5-46ca-8f7a-7b3e2702651a req-79c1588f-ca0c-4aaf-8ce1-fda889c469ee tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0737531 Jul 28 03:23:45.271245 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b19649-a534-4506-bfe9-2d49d88a7a0c req-69f85bff-2826-49d5-bf31-aaf09e5c1e21 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:45.272677 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76b19649-a534-4506-bfe9-2d49d88a7a0c req-69f85bff-2826-49d5-bf31-aaf09e5c1e21 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0846279 Jul 28 03:23:45.279525 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8cf970d3-a5f5-46ca-8f7a-7b3e2702651a req-08d6e14b-4b64-41ec-b6bb-b9444f3b776d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447874 Jul 28 03:23:45.310494 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76b19649-a534-4506-bfe9-2d49d88a7a0c req-9b21084f-e574-45b4-90f8-da8262a60ec7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300562 Jul 28 03:23:45.863879 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d354ce-ae27-489b-94dd-74ec58349bf1 req-6183956a-f423-4d57-a312-2c77f1060a64 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:45.865871 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04d354ce-ae27-489b-94dd-74ec58349bf1 req-6183956a-f423-4d57-a312-2c77f1060a64 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0477340 Jul 28 03:23:45.901428 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04d354ce-ae27-489b-94dd-74ec58349bf1 req-dfb08428-c209-406f-b7c8-936ff25e9605 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298412 Jul 28 03:23:46.174883 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ce304-e107-4d7a-b906-95beffb4489f req-f474081f-49e9-443b-ba93-2484053179dd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:46.176251 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a9ce304-e107-4d7a-b906-95beffb4489f req-f474081f-49e9-443b-ba93-2484053179dd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0470710 Jul 28 03:23:46.216392 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a9ce304-e107-4d7a-b906-95beffb4489f req-1f9a86f2-8795-4ffa-80b7-ae4d796cc30b tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Jul 28 03:23:46.425189 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed4cf-e8c9-40a2-8831-20b7fbc0b9b0 req-005116e0-1f36-4ae2-a014-d816b60edd3d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:46.426602 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-159ed4cf-e8c9-40a2-8831-20b7fbc0b9b0 req-005116e0-1f36-4ae2-a014-d816b60edd3d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0780890 Jul 28 03:23:46.447216 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb55dd-d235-4089-a566-d0f31549d31a req-e17e4569-8ad5-4761-ae73-3e42ce78c1b9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:46.448640 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3cb55dd-d235-4089-a566-d0f31549d31a req-e17e4569-8ad5-4761-ae73-3e42ce78c1b9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0721509 Jul 28 03:23:46.494768 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-159ed4cf-e8c9-40a2-8831-20b7fbc0b9b0 req-89fb7f8b-026a-4bf6-b676-0631361da98c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608959 Jul 28 03:23:46.501610 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3cb55dd-d235-4089-a566-d0f31549d31a req-8d925a5c-c145-4ec5-bca8-67d59a33df2a tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Jul 28 03:23:47.011386 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04129e1d-8b98-433e-9c60-1fbe9c6cc682 req-ecb8ff7a-0bd4-4df9-ae78-c1a167e458c8 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:47.012842 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04129e1d-8b98-433e-9c60-1fbe9c6cc682 req-ecb8ff7a-0bd4-4df9-ae78-c1a167e458c8 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0471256 Jul 28 03:23:47.052697 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04129e1d-8b98-433e-9c60-1fbe9c6cc682 req-7225fcb4-15fc-41b2-9cb0-3adf2005336a tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Jul 28 03:23:47.328449 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66fafd-aac6-4447-8681-a2dea9699e65 req-cd4e7241-53a9-4ce3-b7b9-8a5bdd8ba27d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:47.329893 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd66fafd-aac6-4447-8681-a2dea9699e65 req-cd4e7241-53a9-4ce3-b7b9-8a5bdd8ba27d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0476713 Jul 28 03:23:47.366641 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd66fafd-aac6-4447-8681-a2dea9699e65 req-af37d96e-90c0-44fe-9c19-af6d5f132dd7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Jul 28 03:23:47.637356 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950a909-0f89-4f0c-bd9d-c477bf5a3059 req-d06cf6c0-ffbc-441f-9f49-d7f0a0476e7f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:47.638794 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2950a909-0f89-4f0c-bd9d-c477bf5a3059 req-d06cf6c0-ffbc-441f-9f49-d7f0a0476e7f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0738766 Jul 28 03:23:47.646989 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cca070-e16e-455a-9259-39580ace823b req-085d9f65-8a98-45e4-b5e3-20eaf5f52245 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:47.648349 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-28cca070-e16e-455a-9259-39580ace823b req-085d9f65-8a98-45e4-b5e3-20eaf5f52245 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0822363 Jul 28 03:23:47.704443 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-28cca070-e16e-455a-9259-39580ace823b req-2c8f5d35-a906-41f2-aba6-a1ae288006a6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495977 Jul 28 03:23:47.707138 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2950a909-0f89-4f0c-bd9d-c477bf5a3059 req-5ac9a219-6479-4afa-88b2-6ed76bea2430 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578938 Jul 28 03:23:47.783381 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053db3b-c9b3-434a-8ce6-cabe79b8cab7 req-2b9f8277-3b1a-4766-9966-5b6539db23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:47.784845 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5053db3b-c9b3-434a-8ce6-cabe79b8cab7 req-2b9f8277-3b1a-4766-9966-5b6539db23b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 1097 time: 0.0403214 Jul 28 03:23:47.885407 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053db3b-c9b3-434a-8ce6-cabe79b8cab7 req-1395afac-ca81-4a2d-b619-3d08ccccd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:47.886920 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5053db3b-c9b3-434a-8ce6-cabe79b8cab7 req-1395afac-ca81-4a2d-b619-3d08ccccd878 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=925193f942cc4389afb11ac39d01b0e9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0930545 Jul 28 03:23:47.992976 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053db3b-c9b3-434a-8ce6-cabe79b8cab7 req-bdb1d0fc-b76a-44f7-bec8-13802e1cebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:47.994452 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5053db3b-c9b3-434a-8ce6-cabe79b8cab7 req-bdb1d0fc-b76a-44f7-bec8-13802e1cebbf service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963092 Jul 28 03:23:48.002219 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348ec23-8852-4754-b51e-20cd3f507785 req-afbdaa62-00e4-4aa2-adf6-f26087e0f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.003675 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3348ec23-8852-4754-b51e-20cd3f507785 req-afbdaa62-00e4-4aa2-adf6-f26087e0f6aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.2528951 Jul 28 03:23:48.027346 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-488fbb29-b7b8-4af0-bcc6-4064d13897a3 req-563cebe3-3105-4ca2-a2c8-355ff29e26ac service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841337 Jul 28 03:23:48.163792 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a865-8d34-44cc-b64f-79465e52cb66 req-5277732c-a0a4-470e-856b-bde052979bc6 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.165206 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3d94a865-8d34-44cc-b64f-79465e52cb66 req-5277732c-a0a4-470e-856b-bde052979bc6 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0472467 Jul 28 03:23:48.208507 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3d94a865-8d34-44cc-b64f-79465e52cb66 req-dbed2a34-534b-4c45-b5b8-dabbd5155585 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Jul 28 03:23:48.263212 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348ec23-8852-4754-b51e-20cd3f507785 req-d2e5a586-f395-4c48-897a-e480ab395bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.264726 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3348ec23-8852-4754-b51e-20cd3f507785 req-d2e5a586-f395-4c48-897a-e480ab395bf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711460 Jul 28 03:23:48.270966 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-2662546d-ce85-41a2-a6cc-5d35a83ff1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.272356 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-2662546d-ce85-41a2-a6cc-5d35a83ff1e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 1097 time: 0.0506957 Jul 28 03:23:48.273707 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de138be-6703-40bd-9213-4fcbe92e822b req-523c9378-a954-49c9-9b78-e498768df490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.275134 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6de138be-6703-40bd-9213-4fcbe92e822b req-523c9378-a954-49c9-9b78-e498768df490 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0416794 Jul 28 03:23:48.356857 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3348ec23-8852-4754-b51e-20cd3f507785 req-f98b4f14-436b-4434-a323-3302ec19c0ae service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 Jul 28 03:23:48.478860 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b106-fe6b-455d-971c-f7e70ceefaeb req-a37f980b-3c5e-4c7b-9973-077a63bd43c3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.480359 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-45d4b106-fe6b-455d-971c-f7e70ceefaeb req-a37f980b-3c5e-4c7b-9973-077a63bd43c3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0485041 Jul 28 03:23:48.538418 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-a9242b58-95e2-414f-85ca-f215354fce6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d841d474-18b8-40b6-a299-7817e33649a2 HTTP/1.1" status: 200 len: 217 time: 0.0504615 Jul 28 03:23:48.587580 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-45d4b106-fe6b-455d-971c-f7e70ceefaeb req-9180f0e5-3631-4470-a020-ff82a4fd0c1f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008444 Jul 28 03:23:48.628992 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-f3b5c8a7-6e3f-422d-8a80-5014f8fbbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.630951 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-f3b5c8a7-6e3f-422d-8a80-5014f8fbbdc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0696530 Jul 28 03:23:48.661872 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de138be-6703-40bd-9213-4fcbe92e822b req-de5d7116-0e56-4f5f-88e9-17c9ecb38cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.663444 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6de138be-6703-40bd-9213-4fcbe92e822b req-de5d7116-0e56-4f5f-88e9-17c9ecb38cc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.1703682 Jul 28 03:23:48.663952 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3348ec23-8852-4754-b51e-20cd3f507785 req-8fe42947-c745-416b-afa4-12254fe54782 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699345 Jul 28 03:23:48.665595 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-2b0fa915-9f53-4b3d-beb0-9398c9b35dee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264988 Jul 28 03:23:48.716546 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6de138be-6703-40bd-9213-4fcbe92e822b req-45ab9e3a-c635-4c07-9ff9-4373f0f9b7bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 217 time: 0.0345078 Jul 28 03:23:48.770142 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-52a97a73-1bd2-4cc0-a125-75c58c002d1a service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881290 Jul 28 03:23:48.862676 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dbc465c8-6bf0-4ca9-905f-6a90dc99a95d req-f318686e-caba-4587-9cbb-cc6a06d728da service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848191 Jul 28 03:23:48.998146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de138be-6703-40bd-9213-4fcbe92e822b req-5d16eb04-9d6d-489a-be71-3e31686edc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:48.999673 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6de138be-6703-40bd-9213-4fcbe92e822b req-5d16eb04-9d6d-489a-be71-3e31686edc68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.2748330 Jul 28 03:23:49.033414 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150bcfa-aab4-43c6-ac24-80f2fe78c1df req-a83d588f-9538-4682-b4c2-e9fb6719a551 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:49.034742 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1150bcfa-aab4-43c6-ac24-80f2fe78c1df req-a83d588f-9538-4682-b4c2-e9fb6719a551 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.1109815 Jul 28 03:23:49.055770 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ad9b4-00f7-4c0f-bc94-b4c117390740 req-2ff6550c-bd70-46c5-bf2c-7757e85d5e9e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:49.057535 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e00ad9b4-00f7-4c0f-bc94-b4c117390740 req-2ff6550c-bd70-46c5-bf2c-7757e85d5e9e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.1326292 Jul 28 03:23:49.060703 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6de138be-6703-40bd-9213-4fcbe92e822b req-9bcdc580-61dd-42e8-82fe-6e4508f05a5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527327 Jul 28 03:23:49.173217 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1150bcfa-aab4-43c6-ac24-80f2fe78c1df req-6e8f3265-34d0-4110-b741-1faf25f79549 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145384 Jul 28 03:23:49.189284 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e00ad9b4-00f7-4c0f-bc94-b4c117390740 req-e143f490-6f11-4ff8-bdc7-722ec3adc278 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197164 Jul 28 03:23:49.224881 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6de138be-6703-40bd-9213-4fcbe92e822b req-96b3bf4a-0283-4186-88c2-6104213f7237 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483932 Jul 28 03:23:49.316310 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e9022-5c36-40f2-a18b-8c2140657d79 req-b3970a73-64eb-48c9-9fd5-0f4c0074ae17 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:49.318366 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-504e9022-5c36-40f2-a18b-8c2140657d79 req-b3970a73-64eb-48c9-9fd5-0f4c0074ae17 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0490961 Jul 28 03:23:49.356879 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-504e9022-5c36-40f2-a18b-8c2140657d79 req-6a5b2304-62c4-482d-a8a9-59b3cd89552f tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Jul 28 03:23:49.713572 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce053db-fb65-48a0-be36-feecd279463b req-bb1adf29-df24-41b0-91b8-10f6dc70f14d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:49.714929 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fce053db-fb65-48a0-be36-feecd279463b req-bb1adf29-df24-41b0-91b8-10f6dc70f14d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0475354 Jul 28 03:23:49.751744 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fce053db-fb65-48a0-be36-feecd279463b req-9fd4eb67-3bcb-45e2-bc13-c6913429a221 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Jul 28 03:23:50.316794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ecbc-d09c-41a7-a71a-001ca7feb97f req-d39b4d23-2ee0-496a-b733-8efd646a3758 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:50.318679 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ea50ecbc-d09c-41a7-a71a-001ca7feb97f req-d39b4d23-2ee0-496a-b733-8efd646a3758 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0798213 Jul 28 03:23:50.329844 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc9981-343f-4849-9566-64dcd4cfc87c req-ff20beba-4eaf-4523-b6e7-0ebc1eba9af7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:50.331262 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02dc9981-343f-4849-9566-64dcd4cfc87c req-ff20beba-4eaf-4523-b6e7-0ebc1eba9af7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0640063 Jul 28 03:23:50.385370 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ea50ecbc-d09c-41a7-a71a-001ca7feb97f req-3c3502cb-4382-4943-ad8c-729608dbf0fe tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531328 Jul 28 03:23:50.390152 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-02dc9981-343f-4849-9566-64dcd4cfc87c req-ae38dcde-f280-4b17-b0e2-4a18cd0af033 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507832 Jul 28 03:23:50.490189 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41312d-87eb-4bc2-b7e1-806c466925f1 req-57381005-10fd-4b13-8c69-a9c9aa8af3b8 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:50.491809 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee41312d-87eb-4bc2-b7e1-806c466925f1 req-57381005-10fd-4b13-8c69-a9c9aa8af3b8 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0487454 Jul 28 03:23:50.529223 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee41312d-87eb-4bc2-b7e1-806c466925f1 req-003395cd-875a-4800-80e4-726bfabd7e09 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Jul 28 03:23:50.858506 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6de138be-6703-40bd-9213-4fcbe92e822b req-f740ab56-50a1-4d69-81d7-95603a60f122 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071732 Jul 28 03:23:50.876634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67454040-6fa9-4853-9727-042ae5fee806 req-c39f7a6b-db78-4cb0-b7eb-75b87e1b27c8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:50.878014 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67454040-6fa9-4853-9727-042ae5fee806 req-c39f7a6b-db78-4cb0-b7eb-75b87e1b27c8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0614166 Jul 28 03:23:50.913878 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67454040-6fa9-4853-9727-042ae5fee806 req-cc907120-6434-41a6-9b1f-b0889de7e714 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300734 Jul 28 03:23:51.542620 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83cbb3-bf9a-40b8-93df-d45f33ba653e req-d7a20adf-b37b-43df-baa2-53a318c82906 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:51.544162 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb83cbb3-bf9a-40b8-93df-d45f33ba653e req-d7a20adf-b37b-43df-baa2-53a318c82906 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0890975 Jul 28 03:23:51.552596 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ec84e-dbf7-43a4-b73e-8e4fdc0c699e req-65bb3856-b104-49f1-be9b-950349c9eef2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:51.553970 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-403ec84e-dbf7-43a4-b73e-8e4fdc0c699e req-65bb3856-b104-49f1-be9b-950349c9eef2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0884006 Jul 28 03:23:51.608735 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb83cbb3-bf9a-40b8-93df-d45f33ba653e req-4357ea70-86cb-45f8-98ce-fb91e8aa74f8 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538342 Jul 28 03:23:51.613613 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-403ec84e-dbf7-43a4-b73e-8e4fdc0c699e req-0716c7a8-dcdd-4b55-9029-4240d9ef928b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529690 Jul 28 03:23:51.712627 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ca212-2279-44f6-9af2-78214cd653c0 req-c5ef9fb3-73a9-466b-b4b8-c27619de9782 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:51.714100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-137ca212-2279-44f6-9af2-78214cd653c0 req-c5ef9fb3-73a9-466b-b4b8-c27619de9782 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0492978 Jul 28 03:23:51.752439 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-137ca212-2279-44f6-9af2-78214cd653c0 req-8659a197-bbf2-48f0-b9f3-cd2eed0798cc tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Jul 28 03:23:52.029000 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb29d3-0f63-4d8a-8bba-deb1c6e966f1 req-6bfefa36-e4aa-4c13-b8fc-1a8135fad58e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:52.030447 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4acb29d3-0f63-4d8a-8bba-deb1c6e966f1 req-6bfefa36-e4aa-4c13-b8fc-1a8135fad58e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0513699 Jul 28 03:23:52.066569 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4acb29d3-0f63-4d8a-8bba-deb1c6e966f1 req-f7fd118d-305f-469e-bf26-00f1eb84641b tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Jul 28 03:23:52.747762 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96fe95-315c-459d-b6c5-6e110f1cd03b req-6ac2f558-716d-49f4-9ed1-eb08d8934f83 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:52.749241 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd96fe95-315c-459d-b6c5-6e110f1cd03b req-6ac2f558-716d-49f4-9ed1-eb08d8934f83 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0753043 Jul 28 03:23:52.761183 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9535241-b788-4848-8367-b4f41b02857a req-df3e6156-fcc1-4b5e-a0f5-c8dc56658527 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:52.762577 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9535241-b788-4848-8367-b4f41b02857a req-df3e6156-fcc1-4b5e-a0f5-c8dc56658527 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0770826 Jul 28 03:23:52.820294 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd96fe95-315c-459d-b6c5-6e110f1cd03b req-d31cc9f7-cd63-454a-b0b9-9457b44df324 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Jul 28 03:23:52.823062 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9535241-b788-4848-8367-b4f41b02857a req-567cd18c-c824-4bcb-9ec7-d6a439421b4a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539615 Jul 28 03:23:52.922631 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2687-775d-4e6a-b2bd-ccc81895cf44 req-e883e839-5a3a-411c-8c6c-6e988ec1dd9f tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:52.924091 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-577e2687-775d-4e6a-b2bd-ccc81895cf44 req-e883e839-5a3a-411c-8c6c-6e988ec1dd9f tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0476491 Jul 28 03:23:52.960236 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-577e2687-775d-4e6a-b2bd-ccc81895cf44 req-46004203-21e0-4fc2-a0fd-c6bb9704beec tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304189 Jul 28 03:23:53.178574 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c13957-6805-4818-9f3a-7e42e9fc5d90 req-d20b3c5a-a87f-431a-ac49-28bba3f789c7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:53.180037 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8c13957-6805-4818-9f3a-7e42e9fc5d90 req-d20b3c5a-a87f-431a-ac49-28bba3f789c7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0467713 Jul 28 03:23:53.216615 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8c13957-6805-4818-9f3a-7e42e9fc5d90 req-98fd4b49-4920-4e8d-b7b3-3f5a6c41cf8a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Jul 28 03:23:53.964334 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d707ea8-82f6-4dc7-83a6-9f03f511a6ef req-c5f359d2-b61d-4bac-9d51-7c9e99002cf7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:53.965830 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d707ea8-82f6-4dc7-83a6-9f03f511a6ef req-c5f359d2-b61d-4bac-9d51-7c9e99002cf7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0781949 Jul 28 03:23:53.986809 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fef854-9d44-4835-b675-b304f2c16730 req-2e00ff37-5274-425f-aa2b-f00a732a2866 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:53.988335 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a9fef854-9d44-4835-b675-b304f2c16730 req-2e00ff37-5274-425f-aa2b-f00a732a2866 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0746996 Jul 28 03:23:54.038215 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d707ea8-82f6-4dc7-83a6-9f03f511a6ef req-951aa626-a5ce-41dc-aa72-6c7d6a961ebc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650427 Jul 28 03:23:54.042980 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a9fef854-9d44-4835-b675-b304f2c16730 req-c8fa450a-814d-4bc1-a8b6-391ce5ccd265 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467763 Jul 28 03:23:54.139562 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28ba35-0ffe-441f-ac9c-828070ecb9b4 req-ba636435-86b6-4a3c-83c1-076f4c7b6cbc tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:54.140980 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f28ba35-0ffe-441f-ac9c-828070ecb9b4 req-ba636435-86b6-4a3c-83c1-076f4c7b6cbc tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0507987 Jul 28 03:23:54.183263 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f28ba35-0ffe-441f-ac9c-828070ecb9b4 req-ef9b01da-fde9-486f-bb3f-d86316f308ef tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Jul 28 03:23:54.328528 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40e627-e171-4d0f-a033-b7ba73752c45 req-15b11807-9506-4a97-ba4c-508f9a2af7a0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:54.329947 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8e40e627-e171-4d0f-a033-b7ba73752c45 req-15b11807-9506-4a97-ba4c-508f9a2af7a0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0502930 Jul 28 03:23:54.366512 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8e40e627-e171-4d0f-a033-b7ba73752c45 req-e4b171ba-a976-449d-870c-f2052199d260 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302858 Jul 28 03:23:55.178755 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878fd8e-97fc-4bb8-85db-8c6ceecceae8 req-0cb16cd1-4f2c-462f-a478-8f2dcd0d2809 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:55.180137 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1878fd8e-97fc-4bb8-85db-8c6ceecceae8 req-0cb16cd1-4f2c-462f-a478-8f2dcd0d2809 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0764530 Jul 28 03:23:55.187867 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ecf5-6595-4060-8042-043d82c309b8 req-91218296-deab-4c4c-b654-2a959dd05463 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:55.189194 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eef9ecf5-6595-4060-8042-043d82c309b8 req-91218296-deab-4c4c-b654-2a959dd05463 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0767903 Jul 28 03:23:55.242145 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1878fd8e-97fc-4bb8-85db-8c6ceecceae8 req-ad43cec5-99a2-4c4c-a20a-f1170e8bf447 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520360 Jul 28 03:23:55.246731 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eef9ecf5-6595-4060-8042-043d82c309b8 req-73bc7268-cbd4-4898-ac78-0ac09a414bb6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509851 Jul 28 03:23:55.345911 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496a3d4-231f-44d9-adaa-1f24d1a5f71c req-2ab21c6b-f6d5-47a3-8edf-69d8ee8d8668 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:55.347335 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b496a3d4-231f-44d9-adaa-1f24d1a5f71c req-2ab21c6b-f6d5-47a3-8edf-69d8ee8d8668 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0497658 Jul 28 03:23:55.383720 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b496a3d4-231f-44d9-adaa-1f24d1a5f71c req-300561da-9521-49ee-b1da-99eee4f9faf6 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298576 Jul 28 03:23:55.477754 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45e52a-c3f5-42a8-8739-5598497343b8 req-b0b1f5cf-b98f-4f43-86fd-89c48d7f6d79 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:55.479093 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee45e52a-c3f5-42a8-8739-5598497343b8 req-b0b1f5cf-b98f-4f43-86fd-89c48d7f6d79 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0466805 Jul 28 03:23:55.517692 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee45e52a-c3f5-42a8-8739-5598497343b8 req-064e84eb-f7e8-44dc-9a97-cd7e46c52d8c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Jul 28 03:23:56.395034 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce0b6a-9cad-4b4a-ac36-c64c9b3cb4bd req-a406eb38-69bf-4771-b2dc-9c09bdf2dadb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:56.397160 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-12ce0b6a-9cad-4b4a-ac36-c64c9b3cb4bd req-a406eb38-69bf-4771-b2dc-9c09bdf2dadb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0835962 Jul 28 03:23:56.404873 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52759fa-4ede-4fa3-a8a0-ee300e96c2c5 req-f387fa45-d6eb-498b-b8df-17c110eec321 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:56.406252 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a52759fa-4ede-4fa3-a8a0-ee300e96c2c5 req-f387fa45-d6eb-498b-b8df-17c110eec321 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0806930 Jul 28 03:23:56.461182 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-12ce0b6a-9cad-4b4a-ac36-c64c9b3cb4bd req-197fdc9b-df4b-45d3-9ff3-eebf3cb08dac tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Jul 28 03:23:56.463868 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a52759fa-4ede-4fa3-a8a0-ee300e96c2c5 req-9a84a4e3-ec0c-4e37-8a26-473b304bb5de tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509326 Jul 28 03:23:56.560320 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8db6-af96-4b19-8c2b-8bfc79dfaebf req-2f8d3f89-5c2a-4c49-aab6-cc3c676e3594 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:56.561819 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-044b8db6-af96-4b19-8c2b-8bfc79dfaebf req-2f8d3f89-5c2a-4c49-aab6-cc3c676e3594 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0481756 Jul 28 03:23:56.619825 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-044b8db6-af96-4b19-8c2b-8bfc79dfaebf req-eaf81b12-d5ed-439f-ac2c-51ecdc21fad6 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522580 Jul 28 03:23:56.642328 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7029f-ebe0-403c-8cc6-511e68b4688d req-49d40060-55c2-4946-9fdb-dfbdbc2d4b7c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:56.643778 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-46f7029f-ebe0-403c-8cc6-511e68b4688d req-49d40060-55c2-4946-9fdb-dfbdbc2d4b7c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0598481 Jul 28 03:23:56.683589 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-46f7029f-ebe0-403c-8cc6-511e68b4688d req-72e7b0e7-f468-47a5-898d-ce2532cab088 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Jul 28 03:23:57.608247 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970905ce-b092-4a4f-893d-f4863a65d1c7 req-40c47169-1556-4ad2-a0b1-da9eac5aff84 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:57.609721 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-970905ce-b092-4a4f-893d-f4863a65d1c7 req-40c47169-1556-4ad2-a0b1-da9eac5aff84 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0648084 Jul 28 03:23:57.616805 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae814-b583-45d4-a02e-c32f327c01f7 req-007ea126-9579-4d51-8e3a-1b04277cbf4c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:57.618130 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a7ae814-b583-45d4-a02e-c32f327c01f7 req-007ea126-9579-4d51-8e3a-1b04277cbf4c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0837731 Jul 28 03:23:57.672302 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-970905ce-b092-4a4f-893d-f4863a65d1c7 req-effbe909-3295-4e8f-bc4e-8e3ace9a81f1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532291 Jul 28 03:23:57.675064 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a7ae814-b583-45d4-a02e-c32f327c01f7 req-9542b04a-8280-4d38-8f11-d1c7ee13c304 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502679 Jul 28 03:23:57.807043 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1780d57-e05e-4930-a933-ec7ea50ffc10 req-0b8a7996-542e-4397-b167-d21fbb67fef2 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:57.808433 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1780d57-e05e-4930-a933-ec7ea50ffc10 req-0b8a7996-542e-4397-b167-d21fbb67fef2 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0799463 Jul 28 03:23:57.819934 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c568d6-382b-4d33-9306-c3616eae4d5c req-8eee6945-47a9-4c02-aa34-2fc13e3d2279 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:57.821308 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-37c568d6-382b-4d33-9306-c3616eae4d5c req-8eee6945-47a9-4c02-aa34-2fc13e3d2279 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 943 time: 0.0641115 Jul 28 03:23:57.875571 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1780d57-e05e-4930-a933-ec7ea50ffc10 req-bd20e072-8be0-497f-b354-51bd1e490a98 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Jul 28 03:23:57.880527 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-37c568d6-382b-4d33-9306-c3616eae4d5c req-0f063994-05f9-4748-a45c-ebcc9d58e8c6 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526021 Jul 28 03:23:58.551876 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device c1e35b05-ed12-478b-90a7-3db8c7e96b06 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:23:58.653466 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port c1e35b05-ed12-478b-90a7-3db8c7e96b06, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1e35b05-ed12-478b-90a7-3db8c7e96b06,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:58.664776 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'port_id': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'mac_address': 'fa:16:3e:86:88:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482d0a-1c22-4146-82e6-e0f65f0a4b23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:23:58.699811 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:58.713715 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e35b05-ed12-478b-90a7-3db8c7e96b06 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:58.736049 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port c1e35b05-ed12-478b-90a7-3db8c7e96b06, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1e35b05-ed12-478b-90a7-3db8c7e96b06,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:58.740322 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:58.741101 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:23:58.824800 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c942c-9ef3-4c8e-a5a5-5afea4f6b6c1 req-aae97689-51bf-4e2d-a228-48eb56f5dafe tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:58.826368 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb9c942c-9ef3-4c8e-a5a5-5afea4f6b6c1 req-aae97689-51bf-4e2d-a228-48eb56f5dafe tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0770800 Jul 28 03:23:58.833490 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=c1e35b05-ed12-478b-90a7-3db8c7e96b06,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:58.834401 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc33e6-d4bc-4651-bc85-3b4fe5012d67 req-779e19f1-39cf-4c87-be1e-b8ff6f68c3ba tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:58.836177 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48dc33e6-d4bc-4651-bc85-3b4fe5012d67 req-779e19f1-39cf-4c87-be1e-b8ff6f68c3ba tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0853379 Jul 28 03:23:58.876215 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:58.887940 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'port_id': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'mac_address': 'fa:16:3e:c9:64:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:23:58.891396 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb9c942c-9ef3-4c8e-a5a5-5afea4f6b6c1 req-17f2492b-dde4-4870-a142-e054c2002408 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546591 Jul 28 03:23:58.894112 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48dc33e6-d4bc-4651-bc85-3b4fe5012d67 req-6499307d-e0b2-4ed7-a6d6-d0c89d433f5d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508041 Jul 28 03:23:58.929976 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:58.943829 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d810d8a-02ee-45d0-acff-61869bcc287a {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:58.965315 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:58.969291 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:58.970225 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8c7d0749-9aca-48b3-b738-22d99dfc8c90 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:23:59.027145 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cba3-b295-4556-b01b-f1d60ac664fd req-f46401b8-8328-4aee-b93d-17d2225c695e tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:59.028614 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a497cba3-b295-4556-b01b-f1d60ac664fd req-f46401b8-8328-4aee-b93d-17d2225c695e tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 943 time: 0.0750637 Jul 28 03:23:59.044009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61af03-3606-4d53-8976-2c8dbcd2a333 req-95e271cb-bf01-4932-af14-d25db1dee63c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:23:59.045426 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a61af03-3606-4d53-8976-2c8dbcd2a333 req-95e271cb-bf01-4932-af14-d25db1dee63c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 944 time: 0.0797999 Jul 28 03:23:59.066490 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:59.100237 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a497cba3-b295-4556-b01b-f1d60ac664fd req-28c7db62-6cc1-44cd-b6f1-1e618433669c tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652022 Jul 28 03:23:59.106839 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8c7d0749-9aca-48b3-b738-22d99dfc8c90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7d0749-9aca-48b3-b738-22d99dfc8c90,segment=NetworkSegment(619c394a-d978-449d-a2a0-38c3b40ae5b7),segment_id=619c394a-d978-449d-a2a0-38c3b40ae5b7)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:59.107143 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a61af03-3606-4d53-8976-2c8dbcd2a333 req-c092f183-89d5-4549-a9ae-2c85cedda6e1 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Jul 28 03:23:59.118263 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '8c7d0749-9aca-48b3-b738-22d99dfc8c90', 'network_id': '024c6ef2-86b1-4786-a9af-2345e0f4e987', 'port_id': '8c7d0749-9aca-48b3-b738-22d99dfc8c90', 'mac_address': 'fa:16:3e:c9:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54c8a25-8cee-437c-ac9f-dba22a452395', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:23:59.158407 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:59.171030 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7d0749-9aca-48b3-b738-22d99dfc8c90 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:59.189732 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8c7d0749-9aca-48b3-b738-22d99dfc8c90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7d0749-9aca-48b3-b738-22d99dfc8c90,segment=NetworkSegment(619c394a-d978-449d-a2a0-38c3b40ae5b7),segment_id=619c394a-d978-449d-a2a0-38c3b40ae5b7)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:59.193477 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:59.194094 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3976ffe6-a41f-4ae7-8b65-95f51c146d12 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:23:59.279452 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=8c7d0749-9aca-48b3-b738-22d99dfc8c90,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:23:59.320407 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 3976ffe6-a41f-4ae7-8b65-95f51c146d12, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:59.334959 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '3976ffe6-a41f-4ae7-8b65-95f51c146d12', 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'port_id': '3976ffe6-a41f-4ae7-8b65-95f51c146d12', 'mac_address': 'fa:16:3e:e0:3c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:23:59.369743 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:59.382242 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3976ffe6-a41f-4ae7-8b65-95f51c146d12 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:23:59.402072 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 3976ffe6-a41f-4ae7-8b65-95f51c146d12, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:23:59.404886 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:23:59.449700 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=3976ffe6-a41f-4ae7-8b65-95f51c146d12,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:00.036282 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6d0e-8a0e-4d9a-88c0-54f6cf8566e8 req-618a1ce2-b0c6-4e87-afd2-503b709d66dd tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:00.037747 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-faec6d0e-8a0e-4d9a-88c0-54f6cf8566e8 req-618a1ce2-b0c6-4e87-afd2-503b709d66dd tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0750384 Jul 28 03:24:00.045624 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01fe7d-3cbe-4688-abf4-c2a2ce7e2201 req-24e8d7cf-522b-4924-b422-4ea34778b1ba tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:00.046961 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df01fe7d-3cbe-4688-abf4-c2a2ce7e2201 req-24e8d7cf-522b-4924-b422-4ea34778b1ba tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0753131 Jul 28 03:24:00.100109 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-faec6d0e-8a0e-4d9a-88c0-54f6cf8566e8 req-42277ac2-a4f0-46aa-92b6-49316c9f7868 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Jul 28 03:24:00.104737 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df01fe7d-3cbe-4688-abf4-c2a2ce7e2201 req-63691fa9-5a17-4760-b713-dc270f3c6570 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506251 Jul 28 03:24:00.247921 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c60a3-f693-424f-8572-b595cfdc20ae req-366e5e77-b5ee-4ce6-a066-baa170ae39b3 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:00.249364 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fd6c60a3-f693-424f-8572-b595cfdc20ae req-366e5e77-b5ee-4ce6-a066-baa170ae39b3 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 944 time: 0.0787661 Jul 28 03:24:00.257872 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cc993-2882-4fd9-91d7-56014133cf2c req-208b42ce-a57e-4d7a-b401-89e6ab148ec0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:00.259214 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-138cc993-2882-4fd9-91d7-56014133cf2c req-208b42ce-a57e-4d7a-b401-89e6ab148ec0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 944 time: 0.0867925 Jul 28 03:24:00.313672 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fd6c60a3-f693-424f-8572-b595cfdc20ae req-dbc2a6de-c5de-41d5-a73d-9ab74d83cdb2 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535100 Jul 28 03:24:00.316423 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-138cc993-2882-4fd9-91d7-56014133cf2c req-59435de3-f3ac-4d26-875e-8c34ae44471c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506310 Jul 28 03:24:01.220944 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b059f6a1-21b0-454a-99f3-4de10c4276e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:01.243013 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10939cdb-9ffe-4457-ade0-9959152a16b8 req-486c69d9-b61b-42a6-a8fe-d821b93c8204 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:01.244495 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10939cdb-9ffe-4457-ade0-9959152a16b8 req-486c69d9-b61b-42a6-a8fe-d821b93c8204 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0784311 Jul 28 03:24:01.252371 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a7055-1284-4929-9db5-6b716713fcb6 req-d77c04a5-dc50-4718-8aac-8d1f85626138 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:01.253723 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-907a7055-1284-4929-9db5-6b716713fcb6 req-d77c04a5-dc50-4718-8aac-8d1f85626138 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0789459 Jul 28 03:24:01.305953 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10939cdb-9ffe-4457-ade0-9959152a16b8 req-315b5e1a-6445-4e3d-9bf9-9e6ce564720c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512836 Jul 28 03:24:01.310500 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-907a7055-1284-4929-9db5-6b716713fcb6 req-9d7490c4-05d8-4924-8104-0a1b2f7fb1c3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503058 Jul 28 03:24:01.456648 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111d19-201d-4460-b5d8-853223a873aa req-527fba66-afe4-4301-ad3e-b79fb954d8b1 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:01.458719 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f111d19-201d-4460-b5d8-853223a873aa req-527fba66-afe4-4301-ad3e-b79fb954d8b1 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 944 time: 0.0769801 Jul 28 03:24:01.466464 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852691ce-be33-4cb7-936d-394f30222a1e req-1da5b2a5-cd71-47e9-97f8-9c24c8658680 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:01.467823 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-852691ce-be33-4cb7-936d-394f30222a1e req-1da5b2a5-cd71-47e9-97f8-9c24c8658680 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 944 time: 0.0764301 Jul 28 03:24:01.522830 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f111d19-201d-4460-b5d8-853223a873aa req-890c356f-e96a-4e59-ba50-43a46e134a8c tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541003 Jul 28 03:24:01.527432 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-852691ce-be33-4cb7-936d-394f30222a1e req-62cffd23-0493-4d3c-960e-7e6f8171ce69 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528305 Jul 28 03:24:02.391328 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:02.414275 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['8c7d0749-9aca-48b3-b738-22d99dfc8c90'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:02.418881 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['4d810d8a-02ee-45d0-acff-61869bcc287a'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:02.445789 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb10df-fb6a-45ae-aeff-74e55098412d req-bdb9ba27-932e-4155-ba2a-89a75ca9ccd6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:02.447296 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d6fb10df-fb6a-45ae-aeff-74e55098412d req-bdb9ba27-932e-4155-ba2a-89a75ca9ccd6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 944 time: 0.0763426 Jul 28 03:24:02.460294 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0cc94-aa35-46d7-8741-e936fa3f345f req-d7236255-fbd7-4513-870c-b6ed4ef30d6f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:02.462299 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e0cc94-aa35-46d7-8741-e936fa3f345f req-d7236255-fbd7-4513-870c-b6ed4ef30d6f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0658014 Jul 28 03:24:02.469207 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['3976ffe6-a41f-4ae7-8b65-95f51c146d12'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:02.516396 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d6fb10df-fb6a-45ae-aeff-74e55098412d req-c7b5427a-446c-4928-9eeb-6d014f7dbc40 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Jul 28 03:24:02.531099 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47e0cc94-aa35-46d7-8741-e936fa3f345f req-bb002d7c-db4d-4401-9f95-baf817397c07 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617297 Jul 28 03:24:02.675215 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197c2e2-cdbb-41d4-815f-1e487e86f42a req-726bb557-5040-4e99-a7d2-df0926619e05 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:02.677243 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1197c2e2-cdbb-41d4-815f-1e487e86f42a req-726bb557-5040-4e99-a7d2-df0926619e05 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 944 time: 0.0768406 Jul 28 03:24:02.689456 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c14ff-d2cc-4a4a-8880-7907c7158413 req-b511a7a8-2624-4977-b111-2b4b3b9c0635 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:02.691004 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d75c14ff-d2cc-4a4a-8880-7907c7158413 req-b511a7a8-2624-4977-b111-2b4b3b9c0635 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 944 time: 0.0814192 Jul 28 03:24:02.703060 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:24:02.778547 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1197c2e2-cdbb-41d4-815f-1e487e86f42a req-69c02288-f6ed-460b-9594-2625d902de74 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864139 Jul 28 03:24:02.797006 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d75c14ff-d2cc-4a4a-8880-7907c7158413 req-c28c6c07-2db3-4ebb-a640-b2479f628a94 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866110 Jul 28 03:24:02.947050 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:03.171036 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device d841d474-18b8-40b6-a299-7817e33649a2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:24:03.267437 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port d841d474-18b8-40b6-a299-7817e33649a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d841d474-18b8-40b6-a299-7817e33649a2,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:03.278478 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'd841d474-18b8-40b6-a299-7817e33649a2', 'network_id': '971c79cc-8fd4-491d-b327-b5cd1df90439', 'port_id': 'd841d474-18b8-40b6-a299-7817e33649a2', 'mac_address': 'fa:16:3e:2f:10:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6681b0b0-4764-4bbd-ba8d-79474c4b8b9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:24:03.319654 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:03.339534 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d841d474-18b8-40b6-a299-7817e33649a2 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:24:03.359979 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port d841d474-18b8-40b6-a299-7817e33649a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d841d474-18b8-40b6-a299-7817e33649a2,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:03.364911 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:03.416630 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=d841d474-18b8-40b6-a299-7817e33649a2,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:03.680273 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136279-b1e9-40f9-a544-ae857c15b96a req-893e3354-c2cf-4262-8b34-f681fa7e8b60 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:03.681753 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e136279-b1e9-40f9-a544-ae857c15b96a req-893e3354-c2cf-4262-8b34-f681fa7e8b60 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 945 time: 0.0800982 Jul 28 03:24:03.718907 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fe0e2-e7cf-4993-bc7a-44686a577ca0 req-edaa1e23-cb76-4735-b7ce-9c2d21134a95 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:03.727068 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-042fe0e2-e7cf-4993-bc7a-44686a577ca0 req-edaa1e23-cb76-4735-b7ce-9c2d21134a95 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0954924 Jul 28 03:24:03.758349 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e136279-b1e9-40f9-a544-ae857c15b96a req-441257ca-734e-4039-876e-b81c35eab185 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684667 Jul 28 03:24:03.786254 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-042fe0e2-e7cf-4993-bc7a-44686a577ca0 req-811d682b-a89a-4256-b2c1-a3f3763c9c48 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582683 Jul 28 03:24:03.881106 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a3217a4c-10b9-43ec-a18e-8f5c51dfb03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:03.937976 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f6470-7c9c-4531-a862-11d089c6a863 req-972e334a-911a-4dea-980f-a38c64835e95 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:03.939438 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-058f6470-7c9c-4531-a862-11d089c6a863 req-972e334a-911a-4dea-980f-a38c64835e95 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 944 time: 0.0790603 Jul 28 03:24:03.951912 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137421-2e7f-428e-9d1f-86637c5837fc req-7b6ac75f-facd-4392-8ef3-98535004fab0 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:03.953349 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b137421-2e7f-428e-9d1f-86637c5837fc req-7b6ac75f-facd-4392-8ef3-98535004fab0 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 944 time: 0.0823112 Jul 28 03:24:03.968672 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:04.171271 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-058f6470-7c9c-4531-a862-11d089c6a863 req-c2bc90b7-90e9-435c-93b4-581f124251af tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167675 Jul 28 03:24:04.176608 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b137421-2e7f-428e-9d1f-86637c5837fc req-cbca719f-c7ca-4a6f-b4db-a0ccad64c4c6 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148998 Jul 28 03:24:04.353925 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['d841d474-18b8-40b6-a299-7817e33649a2'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:04.887348 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525d884-c37a-416e-becf-e1b557b9b0a2 req-28c8a731-ab28-406a-8cb1-d6fb956e62b0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:04.888814 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9525d884-c37a-416e-becf-e1b557b9b0a2 req-28c8a731-ab28-406a-8cb1-d6fb956e62b0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Jul 28 03:24:04.952566 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:04.957774 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9525d884-c37a-416e-becf-e1b557b9b0a2 req-51270823-e50c-42d0-af3d-999a83168fee tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605009 Jul 28 03:24:04.969275 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceec911-4d51-4c3e-abfc-85bcc8f05ee2 req-ff2ed9a5-7c2d-4faa-9e5d-57f97e4014f6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:04.971323 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cceec911-4d51-4c3e-abfc-85bcc8f05ee2 req-ff2ed9a5-7c2d-4faa-9e5d-57f97e4014f6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0920131 Jul 28 03:24:05.014670 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cceec911-4d51-4c3e-abfc-85bcc8f05ee2 req-09c99291-a2d3-406d-9146-843caaa0ecaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Jul 28 03:24:05.171772 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:05.274462 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 4d810d8a-02ee-45d0-acff-61869bcc287a completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:05.278351 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 4d810d8a-02ee-45d0-acff-61869bcc287a triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:05.278924 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.346275 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867f33-af0e-49e1-a392-0b47a9dce979 req-ded604ea-0a67-4f5d-9a92-3c1baf44a4cd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:05.354394 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-09867f33-af0e-49e1-a392-0b47a9dce979 req-ded604ea-0a67-4f5d-9a92-3c1baf44a4cd tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 944 time: 0.1012769 Jul 28 03:24:05.386684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.388879 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc6c14-2e70-4b94-81fc-684cb0e9a914 req-61f7eed1-92e8-47d9-ad58-9a6dd1bc724e tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:05.396481 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e4cc6c14-2e70-4b94-81fc-684cb0e9a914 req-61f7eed1-92e8-47d9-ad58-9a6dd1bc724e tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 944 time: 0.1266639 Jul 28 03:24:05.411997 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:05.423144 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-09867f33-af0e-49e1-a392-0b47a9dce979 req-1a0f5821-01bb-4563-83a4-a3c14551ecf4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Jul 28 03:24:05.442920 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e4cc6c14-2e70-4b94-81fc-684cb0e9a914 req-dfca1c3b-1078-4606-88f8-54bf3a1b4807 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Jul 28 03:24:05.497941 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:05.502630 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.503444 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8c7d0749-9aca-48b3-b738-22d99dfc8c90 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:05.590315 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed2a46b-99eb-42ac-b94f-98876d9bacc7" -d '{"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:05.594723 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:05.612066 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:05.615792 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:05.616217 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.682961 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883503fd-7b3c-4eca-8a2f-0906a50494cd x-openstack-request-id: req-883503fd-7b3c-4eca-8a2f-0906a50494cd {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:05.683242 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:05.683515 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-883503fd-7b3c-4eca-8a2f-0906a50494cd {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:05.683971 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'code': 200} Jul 28 03:24:05.699038 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.733329 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8c7d0749-9aca-48b3-b738-22d99dfc8c90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7d0749-9aca-48b3-b738-22d99dfc8c90,segment=NetworkSegment(619c394a-d978-449d-a2a0-38c3b40ae5b7),segment_id=619c394a-d978-449d-a2a0-38c3b40ae5b7)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:05.736941 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.737649 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device c1e35b05-ed12-478b-90a7-3db8c7e96b06 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:05.808398 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=8c7d0749-9aca-48b3-b738-22d99dfc8c90,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:05.821797 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port c1e35b05-ed12-478b-90a7-3db8c7e96b06 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:05.825897 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port c1e35b05-ed12-478b-90a7-3db8c7e96b06 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:05.826277 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.886719 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb63851-d758-4567-a6ff-6b6abc306e36 req-55144812-6a48-45ac-a510-69a30d134405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:05.888299 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5fb63851-d758-4567-a6ff-6b6abc306e36 req-55144812-6a48-45ac-a510-69a30d134405 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1098 time: 0.0718989 Jul 28 03:24:05.906482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.911228 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-5fb63851-d758-4567-a6ff-6b6abc306e36 req-9cf084a5-fe7c-4f23-b163-fd0f1470cc10 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.940459 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port c1e35b05-ed12-478b-90a7-3db8c7e96b06, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1e35b05-ed12-478b-90a7-3db8c7e96b06,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:05.945022 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:05.945836 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3976ffe6-a41f-4ae7-8b65-95f51c146d12 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:06.013190 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-5fb63851-d758-4567-a6ff-6b6abc306e36 req-9cf084a5-fe7c-4f23-b163-fd0f1470cc10 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.019791 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-5fb63851-d758-4567-a6ff-6b6abc306e36 req-9cf084a5-fe7c-4f23-b163-fd0f1470cc10 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.020348 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=c1e35b05-ed12-478b-90a7-3db8c7e96b06,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:06.033901 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:06.039155 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:06.042164 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.079112 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5fb63851-d758-4567-a6ff-6b6abc306e36 req-9cf084a5-fe7c-4f23-b163-fd0f1470cc10 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828551 Jul 28 03:24:06.112214 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf084a5-fe7c-4f23-b163-fd0f1470cc10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=999592c3-a9b8-447f-b365-c6ab94e13d99,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:06.158183 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af187-0bca-449a-a663-04f5e75320d9 req-4052a5f6-cb77-41b2-b14f-3250d8dcbf1c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:06.159779 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-130af187-0bca-449a-a663-04f5e75320d9 req-4052a5f6-cb77-41b2-b14f-3250d8dcbf1c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 945 time: 0.1077542 Jul 28 03:24:06.170145 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.191033 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbd2fb-666c-4c18-ab88-6bca972500b1 req-f043174a-fd13-4830-b27a-efb93de33215 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:06.193169 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2afbd2fb-666c-4c18-ab88-6bca972500b1 req-f043174a-fd13-4830-b27a-efb93de33215 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0778968 Jul 28 03:24:06.217381 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40242) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:06.226218 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 3976ffe6-a41f-4ae7-8b65-95f51c146d12, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:06.231063 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.232824 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-130af187-0bca-449a-a663-04f5e75320d9 req-eefc93da-42b3-4ebd-9761-04bcc4b706fc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Jul 28 03:24:06.275622 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2afbd2fb-666c-4c18-ab88-6bca972500b1 req-90ffdcec-dbc0-43a0-8cea-2fe67ab0ed80 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711849 Jul 28 03:24:06.290171 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=3976ffe6-a41f-4ae7-8b65-95f51c146d12,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:06.336873 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-25806103-2014-4d8e-9c56-2173a2f729ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.470459 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-25806103-2014-4d8e-9c56-2173a2f729ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.481037 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-25806103-2014-4d8e-9c56-2173a2f729ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.515013 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806103-2014-4d8e-9c56-2173a2f729ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1028d8-b9ed-467b-ad2f-62835c76ade0,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:06.538131 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-25806103-2014-4d8e-9c56-2173a2f729ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29ee25db9b0045e5bcd15c24ebc01faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166831 Jul 28 03:24:06.538476 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40264) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:06.578822 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.653002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40274) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:06.701085 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280376f-3893-4d67-b9df-f6c1c4ae0d5d req-9a6be7d1-ce2b-4f60-9659-dd61c5783e7c tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:06.704069 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3280376f-3893-4d67-b9df-f6c1c4ae0d5d req-9a6be7d1-ce2b-4f60-9659-dd61c5783e7c tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.1626925 Jul 28 03:24:06.714921 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50f8a6-5e98-4f3f-8c5c-db772c0b5202 req-1077a540-878c-4a1b-b14a-5a0523e563a3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:06.716718 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ae50f8a6-5e98-4f3f-8c5c-db772c0b5202 req-1077a540-878c-4a1b-b14a-5a0523e563a3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 945 time: 0.1384618 Jul 28 03:24:06.726775 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99a90c67-f497-426b-9344-a148f8d2c52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.774819 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a8ed83e0-a3a9-4d2a-8ad5-7e229ab94365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.799448 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99a90c67-f497-426b-9344-a148f8d2c52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.832895 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3280376f-3893-4d67-b9df-f6c1c4ae0d5d req-d036daaa-c4e0-4ef1-96f2-6f1ae7af1e95 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141531 Jul 28 03:24:06.838113 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ae50f8a6-5e98-4f3f-8c5c-db772c0b5202 req-f50e48f4-9d93-440a-9c8d-3648e8c1d4f0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095228 Jul 28 03:24:06.872065 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99a90c67-f497-426b-9344-a148f8d2c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.874639 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-99a90c67-f497-426b-9344-a148f8d2c52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.875859 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-99a90c67-f497-426b-9344-a148f8d2c52e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db1028d8-b9ed-467b-ad2f-62835c76ade0 HTTP/1.1" status: 204 len: 168 time: 0.3363044 Jul 28 03:24:06.884323 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a90c67-f497-426b-9344-a148f8d2c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1028d8-b9ed-467b-ad2f-62835c76ade0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:06.888302 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a8ed83e0-a3a9-4d2a-8ad5-7e229ab94365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.892479 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a8ed83e0-a3a9-4d2a-8ad5-7e229ab94365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:06.931372 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a8ed83e0-a3a9-4d2a-8ad5-7e229ab94365 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a4849e1a96f4e3a99137375277c1687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769575 Jul 28 03:24:06.932457 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed83e0-a3a9-4d2a-8ad5-7e229ab94365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c2b4f3-0f34-457b-81c6-47661df13e0d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:06.934203 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40282) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:06.992235 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-66db25ab-c335-4fcf-a36b-597befb1f96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.013681 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-66db25ab-c335-4fcf-a36b-597befb1f96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.057525 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-66db25ab-c335-4fcf-a36b-597befb1f96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.060311 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-66db25ab-c335-4fcf-a36b-597befb1f96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.061455 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-66db25ab-c335-4fcf-a36b-597befb1f96b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99c2b4f3-0f34-457b-81c6-47661df13e0d HTTP/1.1" status: 204 len: 168 time: 0.1261575 Jul 28 03:24:07.069722 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db25ab-c335-4fcf-a36b-597befb1f96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c2b4f3-0f34-457b-81c6-47661df13e0d,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:07.149937 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40288) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:07.166339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e31c4829-d972-475c-9d68-b38ceffb193b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.173269 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device d841d474-18b8-40b6-a299-7817e33649a2 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:07.222452 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port d841d474-18b8-40b6-a299-7817e33649a2 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:07.226720 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port d841d474-18b8-40b6-a299-7817e33649a2 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:07.227093 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.266956 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e31c4829-d972-475c-9d68-b38ceffb193b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.274774 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e31c4829-d972-475c-9d68-b38ceffb193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.322931 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.354881 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e31c4829-d972-475c-9d68-b38ceffb193b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e842e9b688c7495aa379bb46b2874277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038465 Jul 28 03:24:07.355661 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c4829-d972-475c-9d68-b38ceffb193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41611e73-4a9b-488b-abad-bad8eb36391f,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:07.357635 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40296) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:07.375028 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port d841d474-18b8-40b6-a299-7817e33649a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d841d474-18b8-40b6-a299-7817e33649a2,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:07.380339 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.394295 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40298) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:07.410934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.430934 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f25504-f0e1-41a3-8088-0b8cd25bd271 req-dfc3e662-01a2-4d0f-8aa7-c09f18445afc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:07.431527 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=d841d474-18b8-40b6-a299-7817e33649a2,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:07.432460 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-73f25504-f0e1-41a3-8088-0b8cd25bd271 req-dfc3e662-01a2-4d0f-8aa7-c09f18445afc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0716412 Jul 28 03:24:07.440216 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-72438b39-616a-4c2f-9940-d39b7489cd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.448696 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965418c-08dc-41f1-b856-e0d4a28101ef req-203b7582-2c19-4c53-a794-1fa19fd861de tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:07.450297 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5965418c-08dc-41f1-b856-e0d4a28101ef req-203b7582-2c19-4c53-a794-1fa19fd861de tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 945 time: 0.1439185 Jul 28 03:24:07.476214 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-72438b39-616a-4c2f-9940-d39b7489cd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.511942 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-73f25504-f0e1-41a3-8088-0b8cd25bd271 req-b2afe7ff-8815-4790-b3bb-8b6a98b9e694 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605834 Jul 28 03:24:07.537123 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5965418c-08dc-41f1-b856-e0d4a28101ef req-dd974941-294a-4e29-a9cc-60e0009170e3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718906 Jul 28 03:24:07.553585 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-72438b39-616a-4c2f-9940-d39b7489cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.556360 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-72438b39-616a-4c2f-9940-d39b7489cd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.557504 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-72438b39-616a-4c2f-9940-d39b7489cd34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41611e73-4a9b-488b-abad-bad8eb36391f HTTP/1.1" status: 204 len: 168 time: 0.1988950 Jul 28 03:24:07.573648 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72438b39-616a-4c2f-9940-d39b7489cd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41611e73-4a9b-488b-abad-bad8eb36391f,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:07.602897 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.611416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.653892 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=511dc45ee2eb405683e22a44415a946d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585051 Jul 28 03:24:07.654787 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9793bc-f91e-485b-8d6d-3ecbc6abfd89,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:07.656534 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40310) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:07.666917 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.667265 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.667638 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.667971 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.668299 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.668631 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.668963 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.669289 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.669613 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.669931 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.670251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.670569 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5937-273e-453c-aaa8-42ee87a46bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:07.686098 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d0749-9aca-48b3-b738-22d99dfc8c90'}, {'server_uuid': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06'}, {'server_uuid': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3976ffe6-a41f-4ae7-8b65-95f51c146d12'}, {'server_uuid': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd841d474-18b8-40b6-a299-7817e33649a2'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:07.689510 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ba9e5-a883-4901-8561-14a78c3606c8" -d '{"events": [{"server_uuid": "4081e5ed-92a0-4e4f-b436-79e791e519e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c7d0749-9aca-48b3-b738-22d99dfc8c90"}, {"server_uuid": "279edf9e-3c91-488d-aa26-e96c924a0a30", "name": "network-vif-plugged", "status": "completed", "tag": "c1e35b05-ed12-478b-90a7-3db8c7e96b06"}, {"server_uuid": "806569b5-5afa-4638-85c9-1487ed28c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "3976ffe6-a41f-4ae7-8b65-95f51c146d12"}, {"server_uuid": "d9775ee5-4918-43bc-b92a-ce6322eee219", "name": "network-vif-plugged", "status": "completed", "tag": "d841d474-18b8-40b6-a299-7817e33649a2"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:07.733209 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d47f154f-04b5-4659-a8b3-4a65f4f886eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.767497 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d47f154f-04b5-4659-a8b3-4a65f4f886eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.774736 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89758fd-5314-49a7-9c0a-ad78fe5d5f3e x-openstack-request-id: req-d89758fd-5314-49a7-9c0a-ad78fe5d5f3e {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:07.775205 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4081e5ed-92a0-4e4f-b436-79e791e519e3", "name": "network-vif-plugged", "status": "completed", "tag": "8c7d0749-9aca-48b3-b738-22d99dfc8c90", "code": 200}, {"server_uuid": "279edf9e-3c91-488d-aa26-e96c924a0a30", "name": "network-vif-plugged", "status": "completed", "tag": "c1e35b05-ed12-478b-90a7-3db8c7e96b06", "code": 200}, {"server_uuid": "806569b5-5afa-4638-85c9-1487ed28c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "3976ffe6-a41f-4ae7-8b65-95f51c146d12", "code": 200}, {"server_uuid": "d9775ee5-4918-43bc-b92a-ce6322eee219", "name": "network-vif-plugged", "status": "completed", "tag": "d841d474-18b8-40b6-a299-7817e33649a2", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:07.775633 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d89758fd-5314-49a7-9c0a-ad78fe5d5f3e {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:07.776170 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d0749-9aca-48b3-b738-22d99dfc8c90', 'code': 200} Jul 28 03:24:07.776617 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'code': 200} Jul 28 03:24:07.776966 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3976ffe6-a41f-4ae7-8b65-95f51c146d12', 'code': 200} Jul 28 03:24:07.777310 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd841d474-18b8-40b6-a299-7817e33649a2', 'code': 200} Jul 28 03:24:07.833571 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d47f154f-04b5-4659-a8b3-4a65f4f886eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.841086 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d47f154f-04b5-4659-a8b3-4a65f4f886eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:07.846015 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d47f154f-04b5-4659-a8b3-4a65f4f886eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce9793bc-f91e-485b-8d6d-3ecbc6abfd89 HTTP/1.1" status: 204 len: 168 time: 0.1877172 Jul 28 03:24:07.888713 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f154f-04b5-4659-a8b3-4a65f4f886eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9793bc-f91e-485b-8d6d-3ecbc6abfd89,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:08.234572 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5b08c-36d2-4710-84ac-5311f07b3de4 req-741aa4b1-1e6e-4eb6-a5d0-03437db0515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.240379 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ff5b08c-36d2-4710-84ac-5311f07b3de4 req-741aa4b1-1e6e-4eb6-a5d0-03437db0515c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.1839273 Jul 28 03:24:08.255611 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcb31e-f45a-40af-8db9-6f1e2b8cd491 req-b4af492f-98d7-4801-b351-ee0b4fb076aa tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.273879 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-95bcb31e-f45a-40af-8db9-6f1e2b8cd491 req-b4af492f-98d7-4801-b351-ee0b4fb076aa tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 945 time: 0.2826362 Jul 28 03:24:08.280454 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1042e8-be00-4ff8-9ef8-b8ca53627b44 req-d48abe93-8a67-4304-9ef1-055d357939bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.282182 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8a1042e8-be00-4ff8-9ef8-b8ca53627b44 req-d48abe93-8a67-4304-9ef1-055d357939bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 1098 time: 0.1595325 Jul 28 03:24:08.301150 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7a4c4-1575-49d2-b5fb-be046cb5fd69 req-b8f9e8eb-09f6-4e51-9f4f-80004177193d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.302802 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76b7a4c4-1575-49d2-b5fb-be046cb5fd69 req-b8f9e8eb-09f6-4e51-9f4f-80004177193d tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.3145683 Jul 28 03:24:08.366849 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ff5b08c-36d2-4710-84ac-5311f07b3de4 req-434d251f-ca3d-47ae-b711-9dc8ea5d5173 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525582 Jul 28 03:24:08.405149 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936ff70-c3cd-4a4d-a1e8-e937a1d883d0 req-6cbe00fc-6117-4fc0-812d-da9b17755675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.408871 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d936ff70-c3cd-4a4d-a1e8-e937a1d883d0 req-6cbe00fc-6117-4fc0-812d-da9b17755675 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 1098 time: 0.1312563 Jul 28 03:24:08.411154 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8a1042e8-be00-4ff8-9ef8-b8ca53627b44 req-d0b52acd-893a-4320-92e5-bdd7fcaa6bcf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179221 Jul 28 03:24:08.428364 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-95bcb31e-f45a-40af-8db9-6f1e2b8cd491 req-33a36373-6736-4340-b6e6-f67b8ceb2749 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523447 Jul 28 03:24:08.452214 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27de496-8ef1-4f5d-a08a-2cb94b10b61d req-44aa4823-015a-482e-a36a-3f9a4d29775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.453695 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c27de496-8ef1-4f5d-a08a-2cb94b10b61d req-44aa4823-015a-482e-a36a-3f9a4d29775d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 1099 time: 0.1062973 Jul 28 03:24:08.458767 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76b7a4c4-1575-49d2-b5fb-be046cb5fd69 req-4dc83222-f552-451b-85e3-aaeb7dcd5b9e tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015692 Jul 28 03:24:08.701134 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d936ff70-c3cd-4a4d-a1e8-e937a1d883d0 req-1954b7cf-1e0b-435e-bd55-da7cb30ea9b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Jul 28 03:24:08.726016 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba61e5-0d47-4810-aaa9-e5655c492612 req-f74122cb-7a22-4a47-af96-ac08b48f0b7f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.727533 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-09ba61e5-0d47-4810-aaa9-e5655c492612 req-f74122cb-7a22-4a47-af96-ac08b48f0b7f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.1035736 Jul 28 03:24:08.730280 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c27de496-8ef1-4f5d-a08a-2cb94b10b61d req-d4d99a3d-6fa6-4859-8708-8a10a160cd53 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Jul 28 03:24:08.737641 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c1d73-01f9-4b9c-bc8a-236b1aa82580 req-d9680e0f-7d00-4807-9c22-465b599f1691 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:08.739143 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b3c1d73-01f9-4b9c-bc8a-236b1aa82580 req-d9680e0f-7d00-4807-9c22-465b599f1691 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.1129024 Jul 28 03:24:08.797281 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-09ba61e5-0d47-4810-aaa9-e5655c492612 req-3c988b39-c58b-49ac-9512-e89c2092b256 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570385 Jul 28 03:24:08.819532 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b3c1d73-01f9-4b9c-bc8a-236b1aa82580 req-8a79e5b1-b118-41ba-9aea-533871a73dcc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627992 Jul 28 03:24:08.997749 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cd079-7944-4d04-a8a6-8066680770ef req-3c0b8211-b38d-4b42-86d3-91d5ae088866 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:09.003090 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-937cd079-7944-4d04-a8a6-8066680770ef req-3c0b8211-b38d-4b42-86d3-91d5ae088866 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0591087 Jul 28 03:24:09.008509 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40386) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:09.013910 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'floatingip': {'port_id': '4d810d8a-02ee-45d0-acff-61869bcc287a'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:09.104303 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:09.674693 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3d825-f727-4d5e-9e06-fd7ddb962a2d req-9d1a0827-f2f0-4cff-915f-d22f7e5ed297 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:09.685748 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-24f3d825-f727-4d5e-9e06-fd7ddb962a2d req-9d1a0827-f2f0-4cff-915f-d22f7e5ed297 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.1324410 Jul 28 03:24:09.696254 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896c36b-78f9-4c3c-9017-7784c5bda110 req-c51a58aa-f495-45c7-9575-f5880600d5d0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:09.697906 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e896c36b-78f9-4c3c-9017-7784c5bda110 req-c51a58aa-f495-45c7-9575-f5880600d5d0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 945 time: 0.1433005 Jul 28 03:24:09.743782 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40424) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:09.793334 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-24f3d825-f727-4d5e-9e06-fd7ddb962a2d req-982ea53e-6afb-499c-a439-589475b98fe2 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068537 Jul 28 03:24:09.833657 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e896c36b-78f9-4c3c-9017-7784c5bda110 req-f967fadc-f031-4c09-a386-dbdab0da3a99 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299267 Jul 28 03:24:09.965997 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.012836 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d21153-855a-431c-aa79-bec33f9ae812 req-bdbbcbf8-a906-46a1-ac65-b6f459d2c12c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:10.014909 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-23d21153-855a-431c-aa79-bec33f9ae812 req-bdbbcbf8-a906-46a1-ac65-b6f459d2c12c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.1254656 Jul 28 03:24:10.115819 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-23d21153-855a-431c-aa79-bec33f9ae812 req-49009cb8-7c86-4b27-b2fb-c680bcd73ea3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872409 Jul 28 03:24:10.129032 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.135058 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.189675 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.195600 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.221052 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=442cfc7db13f483ab261dd187292ae30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649036 Jul 28 03:24:10.227456 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40448) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:10.254709 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835d5027-2542-46e0-9a88-c06492692564,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:10.271414 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.271788 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.272128 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.272629 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.272946 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.273281 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.273607 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.274013 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.274284 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.274563 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.274881 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.275198 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2dd7e3-e436-45a1-bf12-0cfdb1ef95d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:10.275945 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Floating IP 8ad7b6a5-f150-4dc6-b689-6cdf98035058 associated. External IP: 172.27.3.129, port: 4d810d8a-02ee-45d0-acff-61869bcc287a. Jul 28 03:24:10.320972 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d82ab781-8e53-41f7-91d5-2166724c21f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.385895 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d82ab781-8e53-41f7-91d5-2166724c21f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.446168 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d82ab781-8e53-41f7-91d5-2166724c21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.449249 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d82ab781-8e53-41f7-91d5-2166724c21f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.453479 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d82ab781-8e53-41f7-91d5-2166724c21f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/835d5027-2542-46e0-9a88-c06492692564 HTTP/1.1" status: 204 len: 168 time: 0.2248385 Jul 28 03:24:10.470015 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ab781-8e53-41f7-91d5-2166724c21f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d5027-2542-46e0-9a88-c06492692564,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:10.558711 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:24:10.735687 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:24:10.742704 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:10.753863 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] Sync routers for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:24:10.766545 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:24:10.767177 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:24:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:10.805210 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-3c9e5847-289d-45ff-a906-acb4cf6fcb08 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "PUT /v2.0/floatingips/8ad7b6a5-f150-4dc6-b689-6cdf98035058 HTTP/1.1" status: 200 len: 991 time: 1.7948012 Jul 28 03:24:10.806093 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:10.809580 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55cb186-541c-4a89-8006-5ce95d6955cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:10.856354 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c26619-3028-410d-958b-3ed5c1b3b724 x-openstack-request-id: req-d2c26619-3028-410d-958b-3ed5c1b3b724 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:10.857159 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:10.857595 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2c26619-3028-410d-958b-3ed5c1b3b724 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:10.858343 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'status': 'completed', 'code': 200} Jul 28 03:24:10.993003 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-afa01321-0e3e-4577-be02-3348a5a75bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:10.994503 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-afa01321-0e3e-4577-be02-3348a5a75bb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1098 time: 0.0991812 Jul 28 03:24:11.007547 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411643a1-e12c-41cc-a5f6-63ed608c94d2 req-a948b101-3ee0-42d1-adf3-c8bfb14df648 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:11.015951 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-411643a1-e12c-41cc-a5f6-63ed608c94d2 req-a948b101-3ee0-42d1-adf3-c8bfb14df648 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.0847113 Jul 28 03:24:11.043793 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:24:11.127407 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-bf474596-0fe3-41dd-ba64-36c580724b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:11.131172 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-bf474596-0fe3-41dd-ba64-36c580724b74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.1128411 Jul 28 03:24:11.271184 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-411643a1-e12c-41cc-a5f6-63ed608c94d2 req-2d24409c-96d0-4072-a228-45600f589064 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539570 Jul 28 03:24:11.381567 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '8ad7b6a5-f150-4dc6-b689-6cdf98035058', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'port_id': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'mac_address': 'fa:16:3e:c9:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:23:28Z', 'updated_at': '2021-07-28T03:24:09Z', 'revision_number': 1, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:11.387318 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9c4ef-7620-4d71-a448-57321a92eb3f req-3ace6100-a16b-4e4d-a017-cd537d01f226 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:11.389033 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3a9c4ef-7620-4d71-a448-57321a92eb3f req-3ace6100-a16b-4e4d-a017-cd537d01f226 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 945 time: 0.2399390 Jul 28 03:24:11.392393 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-684b1c66-32a2-4f25-825f-2725ac2d7ef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 999 time: 0.2447064 Jul 28 03:24:11.504935 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] Checking router: c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:24:11.516556 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:24:11.517756 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:24:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:11.543696 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-8493c3b7-b540-46b9-9b30-169d505d892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:11.545410 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-8493c3b7-b540-46b9-9b30-169d505d892a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.1443939 Jul 28 03:24:11.557411 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c3a9c4ef-7620-4d71-a448-57321a92eb3f req-27f45ca1-288d-4fa5-a306-797a8fc8edf8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551480 Jul 28 03:24:11.600865 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d700bf3-f06b-43fd-926e-2a84094e6bbc req-0dc7efb6-7a89-422e-a847-f88f6bed1e7b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:11.609201 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d700bf3-f06b-43fd-926e-2a84094e6bbc req-0dc7efb6-7a89-422e-a847-f88f6bed1e7b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.2189543 Jul 28 03:24:11.700965 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d700bf3-f06b-43fd-926e-2a84094e6bbc req-5c5951b8-71bb-415a-850f-0a2f9e05dc2b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617917 Jul 28 03:24:11.719394 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-741a431b-8858-44ac-9b93-4adda5f9f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:11.721823 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-741a431b-8858-44ac-9b93-4adda5f9f7a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1610506 Jul 28 03:24:11.748460 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:24:11.870337 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-ce9debc9-e217-42e1-86bf-750d8ca31bee service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395831 Jul 28 03:24:12.058509 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e55cb186-541c-4a89-8006-5ce95d6955cd req-5025000f-0519-4882-ba02-3312d894695f service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803558 Jul 28 03:24:12.119027 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-bc5641b5-06a0-4eb9-97b4-4100985d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:12.121528 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-bc5641b5-06a0-4eb9-97b4-4100985d0da9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 1099 time: 0.0825086 Jul 28 03:24:12.173488 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '8ad7b6a5-f150-4dc6-b689-6cdf98035058', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'port_id': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'mac_address': 'fa:16:3e:c9:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:23:28Z', 'updated_at': '2021-07-28T03:24:09Z', 'revision_number': 1, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:12.196414 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e856e44-c9d1-4220-a38b-0119559b298a req-2708d106-5a14-4811-b3eb-0e8a5c26adac tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:12.196414 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9e856e44-c9d1-4220-a38b-0119559b298a req-2708d106-5a14-4811-b3eb-0e8a5c26adac tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0745270 Jul 28 03:24:12.225897 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cdc50c-9f2c-4829-8f92-33a522bdb6f6 None None] The sync data for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi is: [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '8ad7b6a5-f150-4dc6-b689-6cdf98035058', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'port_id': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'mac_address': 'fa:16:3e:c9:64:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:23:28Z', 'updated_at': '2021-07-28T03:24:09Z', 'revision_number': 1, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:24:12.311534 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-2abf31e8-611f-4d4b-8a41-99f64c5e3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:12.322291 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-2abf31e8-611f-4d4b-8a41-99f64c5e3c3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.1906409 Jul 28 03:24:12.330375 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9e856e44-c9d1-4220-a38b-0119559b298a req-38918dfc-7758-4bb1-9a44-d511ec6a1ac7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204660 Jul 28 03:24:12.395991 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-d3d10e96-39e0-4b86-81db-63231b0f2e77 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d841d474-18b8-40b6-a299-7817e33649a2 HTTP/1.1" status: 200 len: 217 time: 0.0579140 Jul 28 03:24:12.454210 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-728007a1-20f5-4082-b31e-75549f8186ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:12.455717 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-728007a1-20f5-4082-b31e-75549f8186ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0529013 Jul 28 03:24:12.497256 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40604) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:12.499276 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-37eafe36-d2dd-462d-804e-8c08e5c0e83a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360339 Jul 28 03:24:12.557297 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02326ebe-51c0-41f9-b2f9-ec224a2bb592 None None] New status for floating IP 8ad7b6a5-f150-4dc6-b689-6cdf98035058: ACTIVE {{(pid=93019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:24:12.640635 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-c108026d-4474-4a55-80ea-cf85babcbfb3 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328640 Jul 28 03:24:12.797214 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b6600d4a-fef9-4067-aed7-32f1502f1964 req-5d1c85ef-d7c0-4d42-b1da-6a9aa191d676 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498268 Jul 28 03:24:12.839268 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] Deleting subnet ccd0c7c0-af8b-4691-b87c-f39591e62bf0 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:24:12.842771 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:12.899932 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:12.913900 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:12.984803 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.010292 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd0c7c0-af8b-4691-b87c-f39591e62bf0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:13.016164 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.018130 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-27aba6f3-e3a8-469f-aa4b-c00da0c15eea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ccd0c7c0-af8b-4691-b87c-f39591e62bf0 HTTP/1.1" status: 204 len: 168 time: 0.5197651 Jul 28 03:24:13.021169 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40640) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:13.097336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.197847 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.209469 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.210103 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.210712 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.211065 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > port after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.211400 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.211794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > port after_update 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.212143 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.212544 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.212835 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.213132 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.314027 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.314383 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.314720 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.315056 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.315437 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91df551b-cdc0-4df1-90e2-7e7095ab7c71']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:13.336529 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97dab0d-c6a5-47d6-bb2a-2ff05aee2b38') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:13.336828 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97dab0d-c6a5-47d6-bb2a-2ff05aee2b38') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:13.354583 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.375001 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.388996 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:24:13.389420 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: from cryptography.utils import int_from_bytes Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: from cryptography.utils import int_from_bytes Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:24:13.393905 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:24:13.493311 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.500238 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.506631 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] 10.222.0.20 "DELETE /v2.0/networks/91df551b-cdc0-4df1-90e2-7e7095ab7c71 HTTP/1.1" status: 204 len: 168 time: 0.4819002 Jul 28 03:24:13.506873 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40676) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:13.520225 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b911-695f-467f-9f32-bb938dee8406 req-ae9a9966-bda7-429e-82d5-47b381d6202c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:13.521711 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9f62b911-695f-467f-9f32-bb938dee8406 req-ae9a9966-bda7-429e-82d5-47b381d6202c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0836334 Jul 28 03:24:13.533779 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ed587-e657-4cdf-b7bc-e51245673110 admin admin] Pushing event deleted for resources: {'Network': ['ID=91df551b-cdc0-4df1-90e2-7e7095ab7c71,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:13.564714 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] Deleting subnet 66dda224-7d29-4a9f-ad93-866868143a08 {{(pid=93017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:24:13.568225 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.571709 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9f62b911-695f-467f-9f32-bb938dee8406 req-de290f5e-fd68-4df0-b690-e50a92826436 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 Jul 28 03:24:13.622577 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.632744 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.704352 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for subnet, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.735324 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66dda224-7d29-4a9f-ad93-866868143a08,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:13.773828 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.777163 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-18fac145-af83-4798-bf28-4bea70ba8995 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66dda224-7d29-4a9f-ad93-866868143a08 HTTP/1.1" status: 204 len: 168 time: 0.2685666 Jul 28 03:24:13.779923 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40688) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:13.859611 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.972719 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:13.985450 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.985872 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.986805 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.987250 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > port after_create 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.987721 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.988661 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > port after_update 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.989097 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.989353 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.989866 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:13.990135 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:14.068562 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:14.069259 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:14.069871 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:14.070545 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:24:14.071126 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c21740-d03b-4db7-b9b4-af0597f4cb11']}} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:14.100285 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33030f8-a7ff-4ae5-a8cd-7e52b781ad5b') {'for_net_delete': True} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:14.100614 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33030f8-a7ff-4ae5-a8cd-7e52b781ad5b') {} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:14.117170 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30347736'] for segment, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.142370 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.151167 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:24:14.151590 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30347627'] for segment, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: from cryptography.utils import int_from_bytes Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: from cryptography.utils import int_from_bytes Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: Traceback (most recent call last): Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: timer() Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: cb(*args, **kw) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: return func(*args, **kwargs) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: self._notify() Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: self.callback(batched_events) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: event.method(event) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: return f(self, *a, **k) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._get(url).json() Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: return self.request(url, 'GET', **kwargs) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:24:14.155602 dv-cinder-786260-14-iscsi neutron-server[93017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:24:14.212555 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.219570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.225014 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/14c21740-d03b-4db7-b9b4-af0597f4cb11 HTTP/1.1" status: 204 len: 168 time: 0.4438927 Jul 28 03:24:14.238677 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c4ae-a472-4e46-937d-b935edcb73fc admin admin] Pushing event deleted for resources: {'Network': ['ID=14c21740-d03b-4db7-b9b4-af0597f4cb11,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:14.405446 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40722) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:14.445211 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2d25b955-b5a9-472f-be45-18c9ed03eee3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c8d289c2c2a443697b1ae6bc670f4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384436 Jul 28 03:24:14.447646 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40724) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:14.498825 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a6e665e1-fdde-41e0-951a-43f28597dee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.519411 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a6e665e1-fdde-41e0-951a-43f28597dee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.546882 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40728) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:14.572331 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a6e665e1-fdde-41e0-951a-43f28597dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.574823 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a6e665e1-fdde-41e0-951a-43f28597dee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.576059 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a6e665e1-fdde-41e0-951a-43f28597dee5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/234b2611-9c55-4c0e-82fd-ee3685d28de0 HTTP/1.1" status: 204 len: 168 time: 0.1275196 Jul 28 03:24:14.584221 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e665e1-fdde-41e0-951a-43f28597dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234b2611-9c55-4c0e-82fd-ee3685d28de0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:14.679348 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d7b31abe-c69b-451d-9ca7-227a0c460f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.709397 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f3f86-bce9-4ec5-8c37-e58d2ef053b0 req-3eda08ea-e848-4313-9b81-6fa044a9c417 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:14.710901 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-101f3f86-bce9-4ec5-8c37-e58d2ef053b0 req-3eda08ea-e848-4313-9b81-6fa044a9c417 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0500865 Jul 28 03:24:14.777679 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-101f3f86-bce9-4ec5-8c37-e58d2ef053b0 req-0532acac-53ae-407c-8a12-f1a99ff2b875 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522170 Jul 28 03:24:14.788327 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d7b31abe-c69b-451d-9ca7-227a0c460f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.792579 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d7b31abe-c69b-451d-9ca7-227a0c460f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.834391 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d7b31abe-c69b-451d-9ca7-227a0c460f6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2316b7011754db2a80d3de92b25789a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863271 Jul 28 03:24:14.835119 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b31abe-c69b-451d-9ca7-227a0c460f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d663492-3f64-47be-8326-b11109a2c6f6,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:14.838541 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40740) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:14.890981 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-924353d7-97d0-468a-9df6-3d5f6c767322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.911170 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40742) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:14.912103 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-924353d7-97d0-468a-9df6-3d5f6c767322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.954674 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2db211cc-2633-450d-8486-a124469be3a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75f57605b22241a18c4563c49f2e29ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398669 Jul 28 03:24:14.954881 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40746) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:14.965099 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-924353d7-97d0-468a-9df6-3d5f6c767322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.967894 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-924353d7-97d0-468a-9df6-3d5f6c767322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:14.969292 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-924353d7-97d0-468a-9df6-3d5f6c767322 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d663492-3f64-47be-8326-b11109a2c6f6 HTTP/1.1" status: 204 len: 168 time: 0.1295879 Jul 28 03:24:14.977224 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924353d7-97d0-468a-9df6-3d5f6c767322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d663492-3f64-47be-8326-b11109a2c6f6,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:15.020754 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcad7-b6ef-4686-ac01-2037debb262b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.048187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcad7-b6ef-4686-ac01-2037debb262b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.120800 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcad7-b6ef-4686-ac01-2037debb262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.123605 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bd2dcad7-b6ef-4686-ac01-2037debb262b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.125648 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-bd2dcad7-b6ef-4686-ac01-2037debb262b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66d34d73-557d-4a38-ab4a-599c4fb4775a HTTP/1.1" status: 204 len: 168 time: 0.1696148 Jul 28 03:24:15.137055 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dcad7-b6ef-4686-ac01-2037debb262b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d34d73-557d-4a38-ab4a-599c4fb4775a,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:15.430526 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40774) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:15.448122 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8f2d-4391-4f36-9eef-77d4fe822791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.562185 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8f2d-4391-4f36-9eef-77d4fe822791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.567322 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f8aa8f2d-4391-4f36-9eef-77d4fe822791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.616097 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f8aa8f2d-4391-4f36-9eef-77d4fe822791 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f98892f1c9a48a8afcc41f7f67bd558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836853 Jul 28 03:24:15.616922 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa8f2d-4391-4f36-9eef-77d4fe822791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cbeedc-1970-4fa0-a746-bd7bb5817b53,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:15.618720 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40782) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:15.674392 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e0dc-4f4b-4d17-a33a-b63b94ee9f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.695441 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e0dc-4f4b-4d17-a33a-b63b94ee9f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.743570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e0dc-4f4b-4d17-a33a-b63b94ee9f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.746100 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e0dc-4f4b-4d17-a33a-b63b94ee9f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:15.747258 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-b1a8e0dc-4f4b-4d17-a33a-b63b94ee9f99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8cbeedc-1970-4fa0-a746-bd7bb5817b53 HTTP/1.1" status: 204 len: 168 time: 0.1263011 Jul 28 03:24:15.755712 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8e0dc-4f4b-4d17-a33a-b63b94ee9f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cbeedc-1970-4fa0-a746-bd7bb5817b53,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:15.885667 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6245814-851d-4638-ad77-00051b4d43ec req-a52a0e3f-4a94-4865-adbf-1dbfdb15b558 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:15.887171 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c6245814-851d-4638-ad77-00051b4d43ec req-a52a0e3f-4a94-4865-adbf-1dbfdb15b558 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0529885 Jul 28 03:24:15.954437 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c6245814-851d-4638-ad77-00051b4d43ec req-6e74448d-5834-49fd-b575-f1aa52ac3b0b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602050 Jul 28 03:24:16.062670 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40812) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:16.077041 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e5744a2c-2847-40ed-bb1b-7d97c30b49b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.174061 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e5744a2c-2847-40ed-bb1b-7d97c30b49b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.178597 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e5744a2c-2847-40ed-bb1b-7d97c30b49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.218682 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-e5744a2c-2847-40ed-bb1b-7d97c30b49b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61ce97f31f814257921355a720d43fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546164 Jul 28 03:24:16.219916 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5744a2c-2847-40ed-bb1b-7d97c30b49b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a30951-f228-4237-9377-523d3365f251,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:16.221644 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40816) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:16.282115 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d08e-fb81-44b3-8296-0973bc09667e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.304316 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d08e-fb81-44b3-8296-0973bc09667e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.325074 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40820) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:16.353281 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d08e-fb81-44b3-8296-0973bc09667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.357066 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f5f2d08e-fb81-44b3-8296-0973bc09667e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.358338 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f5f2d08e-fb81-44b3-8296-0973bc09667e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5a30951-f228-4237-9377-523d3365f251 HTTP/1.1" status: 204 len: 168 time: 0.1328537 Jul 28 03:24:16.367911 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2d08e-fb81-44b3-8296-0973bc09667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a30951-f228-4237-9377-523d3365f251,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:16.440773 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-84803674-2a2e-4f6a-a496-01554e0e22f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.542150 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-84803674-2a2e-4f6a-a496-01554e0e22f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.546260 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-84803674-2a2e-4f6a-a496-01554e0e22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.586939 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-84803674-2a2e-4f6a-a496-01554e0e22f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef721fb35663436da09ba532a30cf20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585080 Jul 28 03:24:16.586939 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803674-2a2e-4f6a-a496-01554e0e22f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ea0c1-5894-43de-b40d-333f0a250ec2,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:16.587403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40834) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:16.653417 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-54f98e17-6fda-4160-8404-9d5bbc7c45f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.676069 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-54f98e17-6fda-4160-8404-9d5bbc7c45f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.731882 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-54f98e17-6fda-4160-8404-9d5bbc7c45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.734550 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-54f98e17-6fda-4160-8404-9d5bbc7c45f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:16.735720 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-54f98e17-6fda-4160-8404-9d5bbc7c45f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e48ea0c1-5894-43de-b40d-333f0a250ec2 HTTP/1.1" status: 204 len: 168 time: 0.1467879 Jul 28 03:24:16.743251 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f98e17-6fda-4160-8404-9d5bbc7c45f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ea0c1-5894-43de-b40d-333f0a250ec2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:17.103427 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b522b-aa63-4a9c-8e17-15a58821afcb req-82a28eac-cfff-4ab4-8d1e-638dd611dae7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:17.105101 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-230b522b-aa63-4a9c-8e17-15a58821afcb req-82a28eac-cfff-4ab4-8d1e-638dd611dae7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0619907 Jul 28 03:24:17.147892 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-230b522b-aa63-4a9c-8e17-15a58821afcb req-13abe991-9e65-490e-9045-558875d8786d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Jul 28 03:24:18.267155 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58201fc-6514-43f5-a941-e5568b5fb316 req-6711c068-536a-4f9a-a966-018f171a3265 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:18.268658 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a58201fc-6514-43f5-a941-e5568b5fb316 req-6711c068-536a-4f9a-a966-018f171a3265 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0519626 Jul 28 03:24:18.306428 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a58201fc-6514-43f5-a941-e5568b5fb316 req-49b8aea3-0551-43b0-a7bc-faff0599e9ed tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312176 Jul 28 03:24:18.473927 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40944) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:18.572608 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f372bbd6-4ec4-4718-bc74-e7abe26260f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:18.658554 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f372bbd6-4ec4-4718-bc74-e7abe26260f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:18.662451 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f372bbd6-4ec4-4718-bc74-e7abe26260f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:18.698800 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f372bbd6-4ec4-4718-bc74-e7abe26260f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f586dfe3280e49178cad4271498c7f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237518 Jul 28 03:24:18.699677 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372bbd6-4ec4-4718-bc74-e7abe26260f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1aa93c-97de-4f98-a4f7-7d8b3380d1c3,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:18.701568 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40948) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:18.749101 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-61b2ee1c-1387-4692-a9b9-93e5893076b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:18.771401 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-61b2ee1c-1387-4692-a9b9-93e5893076b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:18.817305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-61b2ee1c-1387-4692-a9b9-93e5893076b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:18.819861 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-61b2ee1c-1387-4692-a9b9-93e5893076b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:18.820949 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-61b2ee1c-1387-4692-a9b9-93e5893076b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df1aa93c-97de-4f98-a4f7-7d8b3380d1c3 HTTP/1.1" status: 204 len: 168 time: 0.1176250 Jul 28 03:24:18.829460 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2ee1c-1387-4692-a9b9-93e5893076b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1aa93c-97de-4f98-a4f7-7d8b3380d1c3,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:19.071245 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 40958) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:19.084760 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8e141edb-22e8-4844-8dfc-04770e31773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:19.172689 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8e141edb-22e8-4844-8dfc-04770e31773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:19.176530 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8e141edb-22e8-4844-8dfc-04770e31773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:19.213812 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-8e141edb-22e8-4844-8dfc-04770e31773f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59dacf4ad66b4994baddc7fc74c83c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414583 Jul 28 03:24:19.214992 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e141edb-22e8-4844-8dfc-04770e31773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe15289-4b50-44a8-ac2b-da4693103705,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:19.216534 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 40964) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:19.264074 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-187e4830-cb0d-4ea1-a756-0627d7d80a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:19.285248 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-187e4830-cb0d-4ea1-a756-0627d7d80a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:19.333443 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-187e4830-cb0d-4ea1-a756-0627d7d80a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:19.336477 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-187e4830-cb0d-4ea1-a756-0627d7d80a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:19.337611 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-187e4830-cb0d-4ea1-a756-0627d7d80a41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfe15289-4b50-44a8-ac2b-da4693103705 HTTP/1.1" status: 204 len: 168 time: 0.1200221 Jul 28 03:24:19.345460 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4830-cb0d-4ea1-a756-0627d7d80a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe15289-4b50-44a8-ac2b-da4693103705,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:19.425085 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a550b-47fa-4fd0-8e7b-24c3248ce3ce req-606fff54-5d9f-45f4-bc43-79a74f2cda70 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:19.426499 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c97a550b-47fa-4fd0-8e7b-24c3248ce3ce req-606fff54-5d9f-45f4-bc43-79a74f2cda70 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0482566 Jul 28 03:24:19.463456 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c97a550b-47fa-4fd0-8e7b-24c3248ce3ce req-8a2a8976-596c-44ac-a197-f7278fce7f6d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Jul 28 03:24:20.583376 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52653543-b995-4922-9a15-680831fd1807 req-2151e0b1-fa2a-4a57-a8bb-38c6d5eef0a1 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:20.584928 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-52653543-b995-4922-9a15-680831fd1807 req-2151e0b1-fa2a-4a57-a8bb-38c6d5eef0a1 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0505707 Jul 28 03:24:20.629279 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-52653543-b995-4922-9a15-680831fd1807 req-c2b07c14-f5b2-4e02-8af5-2a665c1d7616 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328658 Jul 28 03:24:21.740925 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07d420-514f-4738-8571-0c784f55e6bb req-cb987843-0df0-4a87-982b-ad976860e2f9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:21.742426 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a07d420-514f-4738-8571-0c784f55e6bb req-cb987843-0df0-4a87-982b-ad976860e2f9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0470886 Jul 28 03:24:21.782987 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a07d420-514f-4738-8571-0c784f55e6bb req-850b7342-40a6-489c-bdbc-98b16463239d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Jul 28 03:24:22.893753 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96236491-7b55-497f-b21a-9d23df1a052c req-5a39f8fd-75f5-4ed6-8aa4-0714e54654e0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:22.895189 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96236491-7b55-497f-b21a-9d23df1a052c req-5a39f8fd-75f5-4ed6-8aa4-0714e54654e0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0475149 Jul 28 03:24:22.931787 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96236491-7b55-497f-b21a-9d23df1a052c req-78216adb-2145-4213-87f6-bfd85f361c27 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306230 Jul 28 03:24:24.044753 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a08a3c-7c8d-4efb-9a57-ad59a2b9e36a req-9a616277-8f0c-4e65-8258-293daa2c98bc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:24.046217 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0a08a3c-7c8d-4efb-9a57-ad59a2b9e36a req-9a616277-8f0c-4e65-8258-293daa2c98bc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0492759 Jul 28 03:24:24.083423 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0a08a3c-7c8d-4efb-9a57-ad59a2b9e36a req-e8ce40b9-9642-4595-9350-2ab2a4c1b682 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Jul 28 03:24:25.195125 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0fbd8-3aa7-4896-bdcb-70c5b407a1f5 req-74420ac1-c67b-42ec-97c2-b544932d5e41 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:25.196494 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d2f0fbd8-3aa7-4896-bdcb-70c5b407a1f5 req-74420ac1-c67b-42ec-97c2-b544932d5e41 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0464942 Jul 28 03:24:25.236864 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d2f0fbd8-3aa7-4896-bdcb-70c5b407a1f5 req-4140f658-1527-4883-9cce-66aa6f51014d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345671 Jul 28 03:24:26.349221 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6049-12e4-4ecd-9818-3930f9388e2e req-64653c36-4ebc-4182-a6da-bc334b664e68 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:26.350660 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-87da6049-12e4-4ecd-9818-3930f9388e2e req-64653c36-4ebc-4182-a6da-bc334b664e68 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0467863 Jul 28 03:24:26.388293 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-87da6049-12e4-4ecd-9818-3930f9388e2e req-848d8775-b61d-4513-bb0b-434de057cfa1 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Jul 28 03:24:27.500633 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dddc3-c2f5-4fba-87b1-42803d82efd4 req-823bb010-4a51-493a-8bb8-818ac9ae7416 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:27.502097 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-130dddc3-c2f5-4fba-87b1-42803d82efd4 req-823bb010-4a51-493a-8bb8-818ac9ae7416 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0483279 Jul 28 03:24:27.539217 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-130dddc3-c2f5-4fba-87b1-42803d82efd4 req-b408e83d-f137-4629-8808-9c2f651b1952 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Jul 28 03:24:28.657038 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6549cf-88b8-4bc7-a013-0f6e134fdab2 req-5552642c-0cff-4437-85b1-28db960e3aac tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:28.658610 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa6549cf-88b8-4bc7-a013-0f6e134fdab2 req-5552642c-0cff-4437-85b1-28db960e3aac tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0524316 Jul 28 03:24:28.703041 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa6549cf-88b8-4bc7-a013-0f6e134fdab2 req-48794c24-7070-46dc-aed2-4b0b9ed2ec85 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364146 Jul 28 03:24:29.822232 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4877a-3479-4da5-b222-41f6192734d8 req-03938746-d758-4852-92e1-74696e9844a7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:29.824595 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68d4877a-3479-4da5-b222-41f6192734d8 req-03938746-d758-4852-92e1-74696e9844a7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Jul 28 03:24:29.871547 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68d4877a-3479-4da5-b222-41f6192734d8 req-cb173006-9181-476a-8e47-1c5e03bb066f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355034 Jul 28 03:24:31.025002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41216) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:31.032876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70214f-9c24-40f1-97ad-57013bd3e3ec req-7d7ac9a8-895e-4fce-aebd-1d3102a584d4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:31.035519 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1c70214f-9c24-40f1-97ad-57013bd3e3ec req-7d7ac9a8-895e-4fce-aebd-1d3102a584d4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0800712 Jul 28 03:24:31.057367 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb44534-dd49-4d75-ace6-0116599d469b req-afc92490-0703-4442-9eaa-62a9d0968075 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:31.058782 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1cb44534-dd49-4d75-ace6-0116599d469b req-afc92490-0703-4442-9eaa-62a9d0968075 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.0935521 Jul 28 03:24:31.105445 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1c70214f-9c24-40f1-97ad-57013bd3e3ec req-de76ff9d-af7f-4990-b533-2eff3b4ad705 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621955 Jul 28 03:24:31.119805 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1cb44534-dd49-4d75-ace6-0116599d469b req-ac1f035e-7d81-4c84-812a-a5e775b0d1c0 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547321 Jul 28 03:24:31.135431 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d3e749d5-dc40-4a19-b55a-e2a844006d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.226707 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9101548e-da2b-42f0-bea7-fc13baca7df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.227431 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d3e749d5-dc40-4a19-b55a-e2a844006d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.231266 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d3e749d5-dc40-4a19-b55a-e2a844006d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.268760 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d3e749d5-dc40-4a19-b55a-e2a844006d81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20a05c22594b4366a2cb69eacb0524e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421062 Jul 28 03:24:31.269609 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e749d5-dc40-4a19-b55a-e2a844006d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450bb8ba-1887-47f1-abe7-1803fe7ec5a9,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:31.271337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41220) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:31.319701 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b7f2-59d3-4570-a151-14a01ccc8e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.342782 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b7f2-59d3-4570-a151-14a01ccc8e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.389726 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b7f2-59d3-4570-a151-14a01ccc8e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.392245 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b7f2-59d3-4570-a151-14a01ccc8e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:31.393453 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ebd7b7f2-59d3-4570-a151-14a01ccc8e7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/450bb8ba-1887-47f1-abe7-1803fe7ec5a9 HTTP/1.1" status: 204 len: 168 time: 0.1210155 Jul 28 03:24:31.402930 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b7f2-59d3-4570-a151-14a01ccc8e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450bb8ba-1887-47f1-abe7-1803fe7ec5a9,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:31.897528 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41262) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:32.007736 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8da519a5-bb11-4d36-a904-a33fb5173e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:32.143647 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8da519a5-bb11-4d36-a904-a33fb5173e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:32.151059 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8da519a5-bb11-4d36-a904-a33fb5173e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:32.176910 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da519a5-bb11-4d36-a904-a33fb5173e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d843f9b-0ed5-45ca-98fe-a8dc819dc485,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:32.216993 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8da519a5-bb11-4d36-a904-a33fb5173e02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e08dc077ccb44840aeb05152c35eafd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183501 Jul 28 03:24:32.217635 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41280) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:32.265813 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b970c9-6461-4fb7-80fc-adab52c64b62 req-84243afe-0566-4642-9635-47742858daff tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:32.267293 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e4b970c9-6461-4fb7-80fc-adab52c64b62 req-84243afe-0566-4642-9635-47742858daff tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0682180 Jul 28 03:24:32.302509 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f983d626-331d-4077-ad56-ea2b0b3fd424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:32.326096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f983d626-331d-4077-ad56-ea2b0b3fd424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:32.331410 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e4b970c9-6461-4fb7-80fc-adab52c64b62 req-53eb7c11-d878-4b14-9dc7-339eb0be9702 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Jul 28 03:24:32.352979 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349879a3-1fdb-4999-8cae-7dd9db972f80 req-88a6ff0c-f8b6-4eee-a912-3cfd0028b6a7 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:32.354527 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-349879a3-1fdb-4999-8cae-7dd9db972f80 req-88a6ff0c-f8b6-4eee-a912-3cfd0028b6a7 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.0862622 Jul 28 03:24:32.398444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f983d626-331d-4077-ad56-ea2b0b3fd424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:32.403416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f983d626-331d-4077-ad56-ea2b0b3fd424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:32.404585 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f983d626-331d-4077-ad56-ea2b0b3fd424 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d843f9b-0ed5-45ca-98fe-a8dc819dc485 HTTP/1.1" status: 204 len: 168 time: 0.1803167 Jul 28 03:24:32.419852 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983d626-331d-4077-ad56-ea2b0b3fd424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d843f9b-0ed5-45ca-98fe-a8dc819dc485,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:32.420064 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-349879a3-1fdb-4999-8cae-7dd9db972f80 req-df68b154-f985-4f64-8f40-f0e9fe42abe2 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581436 Jul 28 03:24:32.871719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:33.460915 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcd7ea-edda-4049-84fd-7c1d406e0b75 req-923aaad5-1a65-4c80-8a17-7161b0b0dc8f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:33.462414 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9dcd7ea-edda-4049-84fd-7c1d406e0b75 req-923aaad5-1a65-4c80-8a17-7161b0b0dc8f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0561125 Jul 28 03:24:33.542338 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9dcd7ea-edda-4049-84fd-7c1d406e0b75 req-75ba2c21-f18e-404d-aa60-625424311e42 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Jul 28 03:24:33.559164 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531563-6ad0-47c6-bca5-af274cb67c81 req-c7f50213-270a-44b6-b8f8-ebab1252f078 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:33.561137 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd531563-6ad0-47c6-bca5-af274cb67c81 req-c7f50213-270a-44b6-b8f8-ebab1252f078 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.0731330 Jul 28 03:24:33.622717 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd531563-6ad0-47c6-bca5-af274cb67c81 req-eef3adcb-1893-4b76-b7e3-ce74f21e8080 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/security-groups?id=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Jul 28 03:24:33.803624 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854879dd-e28e-4138-8a9b-e949f96f742e req-a7c1f8fd-2db3-40cc-82a2-42b8823192f2 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:33.805137 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-854879dd-e28e-4138-8a9b-e949f96f742e req-a7c1f8fd-2db3-40cc-82a2-42b8823192f2 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.10 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 945 time: 0.0811913 Jul 28 03:24:33.874086 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd1c3-1657-4c4f-bcf8-de364c48d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:33.969690 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:34.138163 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Deleting port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:24:34.138513 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:34.231929 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] For port 8c7d0749-9aca-48b3-b738-22d99dfc8c90, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8c7d0749-9aca-48b3-b738-22d99dfc8c90,segment=NetworkSegment(619c394a-d978-449d-a2a0-38c3b40ae5b7),segment_id=619c394a-d978-449d-a2a0-38c3b40ae5b7)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:34.232338 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:34.248974 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Calling delete_port for 8c7d0749-9aca-48b3-b738-22d99dfc8c90 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:24:34.412729 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:34.437134 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['8c7d0749-9aca-48b3-b738-22d99dfc8c90'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:34.440848 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Pushing event deleted for resources: {'Port': ['ID=8c7d0749-9aca-48b3-b738-22d99dfc8c90,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:34.510180 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] No DVR routers for this DVR port 8c7d0749-9aca-48b3-b738-22d99dfc8c90 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:24:34.513626 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:34.515969 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-854879dd-e28e-4138-8a9b-e949f96f742e req-99400cec-b52b-48b9-81c8-99d931865360 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.10 "DELETE /v2.0/ports/8c7d0749-9aca-48b3-b738-22d99dfc8c90 HTTP/1.1" status: 204 len: 173 time: 0.7007806 Jul 28 03:24:34.516395 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'name': 'network-vif-deleted', 'tag': '8c7d0749-9aca-48b3-b738-22d99dfc8c90'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:34.518805 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385fd86e-1bde-4405-a399-2e2f7c8e0927" -d '{"events": [{"server_uuid": "4081e5ed-92a0-4e4f-b436-79e791e519e3", "name": "network-vif-deleted", "tag": "8c7d0749-9aca-48b3-b738-22d99dfc8c90"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:34.569251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab98e01-ed78-4a22-919b-ec0fd19811cd x-openstack-request-id: req-cab98e01-ed78-4a22-919b-ec0fd19811cd {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:34.569533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4081e5ed-92a0-4e4f-b436-79e791e519e3", "name": "network-vif-deleted", "tag": "8c7d0749-9aca-48b3-b738-22d99dfc8c90", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:34.569777 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cab98e01-ed78-4a22-919b-ec0fd19811cd {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:34.570159 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4081e5ed-92a0-4e4f-b436-79e791e519e3', 'name': 'network-vif-deleted', 'tag': '8c7d0749-9aca-48b3-b738-22d99dfc8c90', 'status': 'completed', 'code': 200} Jul 28 03:24:34.686299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e61b9-06a7-4640-be58-7bf7c3b15a0c req-655e3892-c881-435d-a9dd-896c25785bed tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:34.687838 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c84e61b9-06a7-4640-be58-7bf7c3b15a0c req-655e3892-c881-435d-a9dd-896c25785bed tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0522010 Jul 28 03:24:34.732770 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7d60100e-0d2e-414d-bbe5-167f0ba85d6c req-65a93a3b-513d-4201-a3c8-56dff79234b8 tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.0352659 Jul 28 03:24:34.750527 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c84e61b9-06a7-4640-be58-7bf7c3b15a0c req-08fab3ac-e1d2-43ab-9c08-e8998fbfc358 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550225 Jul 28 03:24:34.951696 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:35.864079 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1ca4683-bc4f-4436-9a71-d2f84a9bfedf req-31f7e8b5-f7cc-46b7-b859-d71935df42ba tempest-DeleteServersTestJSON-902832392 tempest-DeleteServersTestJSON-902832392-project] 10.222.0.20 "GET /v2.0/ports?device_id=4081e5ed-92a0-4e4f-b436-79e791e519e3 HTTP/1.1" status: 200 len: 210 time: 0.0280859 Jul 28 03:24:35.963012 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2539a-58cc-4ca1-baaf-8734e8f178c3 req-01311023-367b-4dc6-892c-c86aeb415cc3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:35.964478 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-53b2539a-58cc-4ca1-baaf-8734e8f178c3 req-01311023-367b-4dc6-892c-c86aeb415cc3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0475836 Jul 28 03:24:36.002890 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-53b2539a-58cc-4ca1-baaf-8734e8f178c3 req-579b55ef-415f-49c6-8751-20a8b14210f2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jul 28 03:24:36.573106 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:37.129824 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5375c-7461-4279-92f3-10bdf48b783c req-e64b7ffb-93f7-4052-a25e-2668854933e9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:37.131830 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0fa5375c-7461-4279-92f3-10bdf48b783c req-e64b7ffb-93f7-4052-a25e-2668854933e9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0616746 Jul 28 03:24:37.174611 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0fa5375c-7461-4279-92f3-10bdf48b783c req-1b3835bb-1ea7-43a8-9ae1-a1cc9af27911 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351448 Jul 28 03:24:38.415548 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8c7d0749-9aca-48b3-b738-22d99dfc8c90 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:24:38.435752 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 8c7d0749-9aca-48b3-b738-22d99dfc8c90 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:24:38.436090 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8c7d0749-9aca-48b3-b738-22d99dfc8c90 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:24:38.751823 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-858d34c7-f392-45fb-98ed-3f0232896a96 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2739d83c472146c8b4151f6007c6a534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279467 Jul 28 03:24:38.934222 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-d7887419-7d2c-4e5b-a51b-0425ae29c389 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:38.935650 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-d7887419-7d2c-4e5b-a51b-0425ae29c389 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780522 Jul 28 03:24:38.949914 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-ebff5386-a933-4380-8f04-7fd4934e8e7b tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/quotas/2739d83c472146c8b4151f6007c6a534 HTTP/1.1" status: 200 len: 375 time: 0.0084941 Jul 28 03:24:38.978716 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-e5e6d564-71f3-4c69-8982-eb0695a43e02 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2739d83c472146c8b4151f6007c6a534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0239377 Jul 28 03:24:39.169191 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad428b5-56dd-4ec1-b37b-3156a11f6048 req-27feed7b-b5fb-48e6-9380-73290eaa8a07 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:39.175944 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ad428b5-56dd-4ec1-b37b-3156a11f6048 req-27feed7b-b5fb-48e6-9380-73290eaa8a07 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0539386 Jul 28 03:24:39.217440 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ad428b5-56dd-4ec1-b37b-3156a11f6048 req-a16a9ada-abaa-4c9a-8dcb-d6a3dec0ca9c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Jul 28 03:24:39.287079 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d65a2c32-ddb5-4da3-a408-2a736c4e2a9f req-9b21ef35-3541-413b-b992-17e66f3782d5 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 210 time: 0.0307631 Jul 28 03:24:39.704989 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:24:40.327679 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfac9db-e3fb-408c-879a-d1fae66f9782 req-71518b07-f642-4bf5-8120-d430ce9af2d9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:40.329158 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7cfac9db-e3fb-408c-879a-d1fae66f9782 req-71518b07-f642-4bf5-8120-d430ce9af2d9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0471714 Jul 28 03:24:40.366740 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7cfac9db-e3fb-408c-879a-d1fae66f9782 req-cb1bed41-8b6c-4621-9d40-1b2ffb7974df tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Jul 28 03:24:40.446689 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-24d66d46-7901-4272-9096-ac2604efbc80 req-4b7c2853-194c-4474-8983-b7416d1e4c25 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 210 time: 0.0256104 Jul 28 03:24:41.485557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97f02-ad65-416b-9510-031054f25318 req-27d166e5-7408-43f7-b958-590074223510 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:41.487532 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82d97f02-ad65-416b-9510-031054f25318 req-27d166e5-7408-43f7-b958-590074223510 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0468211 Jul 28 03:24:41.524260 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82d97f02-ad65-416b-9510-031054f25318 req-a2c53b20-ea54-4146-89a7-cb2be5459f9f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Jul 28 03:24:41.603944 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-11b7bf38-8c25-4f97-94b6-b14e29e73085 req-ddad18b7-cc9e-474a-8a75-e132e81eafce tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 210 time: 0.0277596 Jul 28 03:24:41.796015 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-153d6139-4dfa-4256-b520-6fd570400b1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391967 Jul 28 03:24:41.904475 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-59d9090d-fbbc-40b1-8de3-2fd2077d8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:41.905978 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-59d9090d-fbbc-40b1-8de3-2fd2077d8c9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 1098 time: 0.0386086 Jul 28 03:24:42.026574 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-15fca29e-a5fe-497d-a5f1-6221fe91a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:42.027954 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-15fca29e-a5fe-497d-a5f1-6221fe91a66e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 916 time: 0.0851908 Jul 28 03:24:42.069549 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-a833ec2f-1f65-4521-8b1e-1ee2d9a170b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1e35b05-ed12-478b-90a7-3db8c7e96b06 HTTP/1.1" status: 200 len: 217 time: 0.0330641 Jul 28 03:24:42.119675 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-57228057-05ca-44cf-9d65-d83834db66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:42.121060 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-57228057-05ca-44cf-9d65-d83834db66e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 200 len: 855 time: 0.0419490 Jul 28 03:24:42.157098 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-8ca8748d-06b8-4f4f-ad86-194b495a2185 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ce9431b-bccf-4544-9fd0-0a543af5e82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260339 Jul 28 03:24:42.255123 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-a50611a9-0325-4fd9-a8d6-88e7ab0f8112 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790405 Jul 28 03:24:42.355459 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f8daa711-6fac-4574-abdc-873dbdba3feb req-3fa3db39-067c-4a25-a6fe-3ec14171899a service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924764 Jul 28 03:24:42.470478 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-355ccd69-2299-4d0f-8d3f-5f0eb0621e49 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2739d83c472146c8b4151f6007c6a534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356245 Jul 28 03:24:42.656713 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de4a09-caeb-4986-9db0-853e87b4910c req-0457ad3d-59c7-4fdc-9f81-7a57a8e737d5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:42.658334 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-75de4a09-caeb-4986-9db0-853e87b4910c req-0457ad3d-59c7-4fdc-9f81-7a57a8e737d5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0608039 Jul 28 03:24:42.694048 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-b5da541b-3922-4432-a9ee-8e67d102985c tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:42.695606 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-b5da541b-3922-4432-a9ee-8e67d102985c tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096031 Jul 28 03:24:42.710842 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-75de4a09-caeb-4986-9db0-853e87b4910c req-93de1ce4-98e8-468b-a1f0-9df2555e89bd tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Jul 28 03:24:42.741981 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b21c31a-3d48-43de-b912-6a568b8db2a1 req-653a3c09-76bf-4cfa-872a-93e9c62613b5 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 210 time: 0.0297933 Jul 28 03:24:42.747776 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Request body: {'port': {'device_id': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d', 'admin_state_up': True, 'tenant_id': '2739d83c472146c8b4151f6007c6a534'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:42.860119 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Made reservation on behalf of 2739d83c472146c8b4151f6007c6a534 for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:24:42.864451 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:42.873827 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:42.946600 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-45d59aa5-e012-4e8f-b26e-743acce4a938 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:42.948195 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-45d59aa5-e012-4e8f-b26e-743acce4a938 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.1107161 Jul 28 03:24:42.970019 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-7fa8cf9b-3bef-4377-bc80-78a919822aa3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/quotas/7db4e38f030e4c6bbaba7e6d5f806b97 HTTP/1.1" status: 200 len: 375 time: 0.0160451 Jul 28 03:24:42.976105 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:42.983670 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.018734 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-f5475c5c-e34e-47e2-a446-9d3fbd4f21e2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478966 Jul 28 03:24:43.059188 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df11e01a-e5be-4aa9-94d8-81c76052a98d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:43.136105 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-af12fd90-a5df-451f-a498-fe12fb22accf service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103289 Jul 28 03:24:43.156511 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Allocated IP 192.168.233.50 (2ec3cd48-8185-495f-a393-85538aa1262d/8d810224-cb3b-4560-9a69-0a2a02527e28/9d868d59-36eb-4117-9dfc-55c770f39276) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:24:43.243388 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-14ba3f1b-02c7-465f-a581-4b7b41f14216 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025980 Jul 28 03:24:43.343449 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.364227 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Transition to ACTIVE for port object 9d868d59-36eb-4117-9dfc-55c770f39276 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:43.423046 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8955917a-f81f-4b02-a1fb-9cd0d1275984 req-96bee8ce-4091-443f-8dd9-bba5997516bf tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 210 time: 0.0305862 Jul 28 03:24:43.425225 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.488960 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Network 2ec3cd48-8185-495f-a393-85538aa1262d is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:43.490327 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Pushing event updated for resources: {'Port': ['ID=9d868d59-36eb-4117-9dfc-55c770f39276,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:43.495816 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:43.498594 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:24:43.571208 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:43.572206 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.589712 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-06345bc4-f043-4ae2-b787-d907b701f9bc tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8470633 Jul 28 03:24:43.610952 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Request body: {'port': {'device_id': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:43.637687 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41634) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:43.682605 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.694333 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] Deleting subnet b54c8a25-8cee-437c-ac9f-dba22a452395 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:24:43.698261 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.746643 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.808033 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.892243 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-2c25e5d8-d842-4f68-b327-aa9b82d07ca0 None None] Provisioning for port 9d868d59-36eb-4117-9dfc-55c770f39276 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:43.897127 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-2c25e5d8-d842-4f68-b327-aa9b82d07ca0 None None] Provisioning complete for port 9d868d59-36eb-4117-9dfc-55c770f39276 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:43.897571 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c25e5d8-d842-4f68-b327-aa9b82d07ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:43.940823 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-2c25e5d8-d842-4f68-b327-aa9b82d07ca0 None None] Port 9d868d59-36eb-4117-9dfc-55c770f39276 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:24:43.958182 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade775-d219-409e-8a44-30fcf433ca08 req-8eecf703-354a-4fca-8789-9a8138c17ef3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:43.969261 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cdade775-d219-409e-8a44-30fcf433ca08 req-8eecf703-354a-4fca-8789-9a8138c17ef3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.1251922 Jul 28 03:24:43.988258 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.022972 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54c8a25-8cee-437c-ac9f-dba22a452395,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:44.030145 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d868d59-36eb-4117-9dfc-55c770f39276 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:24:44.038508 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b7f4-7f29-445f-90d6-306d16b6c998 req-4aa54ae7-bb82-4d58-81b2-6a8e20702155 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:44.039360 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.040049 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e377b7f4-7f29-445f-90d6-306d16b6c998 req-4aa54ae7-bb82-4d58-81b2-6a8e20702155 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 935 time: 0.1821346 Jul 28 03:24:44.043173 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.047558 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-94d37323-a820-4ec7-9f44-96c95302a667 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b54c8a25-8cee-437c-ac9f-dba22a452395 HTTP/1.1" status: 204 len: 168 time: 0.4083757 Jul 28 03:24:44.049798 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41644) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:44.061096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Transition to ACTIVE for port object 9d868d59-36eb-4117-9dfc-55c770f39276 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:44.066187 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.067443 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cdade775-d219-409e-8a44-30fcf433ca08 req-b63ffd9c-e256-4244-af2f-0f61a477dd37 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971138 Jul 28 03:24:44.174138 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Pushing event updated for resources: {'Port': ['ID=9d868d59-36eb-4117-9dfc-55c770f39276,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:44.208417 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Attempting to bind port 9d868d59-36eb-4117-9dfc-55c770f39276 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:24:44.209174 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Attempting to bind port 9d868d59-36eb-4117-9dfc-55c770f39276 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:24:44.209595 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Attempting to bind port 9d868d59-36eb-4117-9dfc-55c770f39276 on network 2ec3cd48-8185-495f-a393-85538aa1262d {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:44.214922 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Port 9d868d59-36eb-4117-9dfc-55c770f39276 on network 2ec3cd48-8185-495f-a393-85538aa1262d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:24:44.215252 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Attempting to bind port 9d868d59-36eb-4117-9dfc-55c770f39276 on network 2ec3cd48-8185-495f-a393-85538aa1262d {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:44.221800 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:24:44.222129 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Checking segment: {'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:24:44.222565 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Bound using segment: {'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:24:44.223056 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Bound port: 9d868d59-36eb-4117-9dfc-55c770f39276, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e27643-c697-47b0-9767-a7b78fe00c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:24:44.223418 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.302926 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] For port 9d868d59-36eb-4117-9dfc-55c770f39276, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:24:44.306472 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] For port 9d868d59-36eb-4117-9dfc-55c770f39276, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d868d59-36eb-4117-9dfc-55c770f39276,segment=NetworkSegment(89e27643-c697-47b0-9767-a7b78fe00c34),segment_id=89e27643-c697-47b0-9767-a7b78fe00c34)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:24:44.310355 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.346149 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e377b7f4-7f29-445f-90d6-306d16b6c998 req-e00fab52-2929-4cca-808f-eb8ee3928b6e tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965221 Jul 28 03:24:44.346746 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:44.347518 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.348898 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.349046 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d868d59-36eb-4117-9dfc-55c770f39276 HTTP/1.1" status: 200 len: 1097 time: 0.7433853 Jul 28 03:24:44.349555 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'tag': '9d868d59-36eb-4117-9dfc-55c770f39276'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:44.352898 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1060954-a3ac-4b51-862a-8dd1f41666f0" -d '{"events": [{"name": "network-changed", "server_uuid": "83bae553-3b38-47f6-952d-b3f22b7804c3", "tag": "9d868d59-36eb-4117-9dfc-55c770f39276"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:44.433080 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a2e94-f234-4ea6-9739-bb2624dbde48 service neutron] Pushing event updated for resources: {'Port': ['ID=9d868d59-36eb-4117-9dfc-55c770f39276,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:44.482870 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.494814 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024c6ef2-86b1-4786-a9af-2345e0f4e987']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:44.503717 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4ee2d5-3e1f-43ab-a03f-254f335174f1 x-openstack-request-id: req-da4ee2d5-3e1f-43ab-a03f-254f335174f1 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:44.504108 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bae553-3b38-47f6-952d-b3f22b7804c3", "tag": "9d868d59-36eb-4117-9dfc-55c770f39276", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:44.504835 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da4ee2d5-3e1f-43ab-a03f-254f335174f1 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:44.505241 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'tag': '9d868d59-36eb-4117-9dfc-55c770f39276', 'status': 'completed', 'code': 200} Jul 28 03:24:44.507193 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619c394a-d978-449d-a2a0-38c3b40ae5b7') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:44.507529 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619c394a-d978-449d-a2a0-38c3b40ae5b7') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:44.518329 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.540300 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.553417 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-45f35eca-2a78-43f4-8a71-05c582e3f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:44.557726 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:24:44.557890 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.558317 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-45f35eca-2a78-43f4-8a71-05c582e3f7f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2739d83c472146c8b4151f6007c6a534&device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 1100 time: 0.1434324 Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:24:44.559599 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:24:44.625264 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-ac10443d-2959-410a-8aa7-fcaa63588c40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9d868d59-36eb-4117-9dfc-55c770f39276 HTTP/1.1" status: 200 len: 217 time: 0.0590746 Jul 28 03:24:44.631680 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-67c4951d-5a5c-45bb-ae78-b28ddc980f07 req-f6bb8106-5ee6-4565-a89b-f8e54f1dd462 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 210 time: 0.0935063 Jul 28 03:24:44.707284 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.739537 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.741641 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] 10.222.0.20 "DELETE /v2.0/networks/024c6ef2-86b1-4786-a9af-2345e0f4e987 HTTP/1.1" status: 204 len: 168 time: 0.6888218 Jul 28 03:24:44.745206 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-fc9a425c-ae84-46dd-bf2e-6fd1ee0ab131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:44.746153 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51d342-71cf-425d-bce2-128ddc63915a admin admin] Pushing event deleted for resources: {'Network': ['ID=024c6ef2-86b1-4786-a9af-2345e0f4e987,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:44.746576 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-fc9a425c-ae84-46dd-bf2e-6fd1ee0ab131 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d810224-cb3b-4560-9a69-0a2a02527e28 HTTP/1.1" status: 200 len: 843 time: 0.1073453 Jul 28 03:24:44.802546 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-8450eed0-2eb5-4f64-9f3e-c27bf29e13d9 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:44.804060 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-8450eed0-2eb5-4f64-9f3e-c27bf29e13d9 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.1715226 Jul 28 03:24:44.825562 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Request body: {'port': {'device_id': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'admin_state_up': True, 'tenant_id': '7db4e38f030e4c6bbaba7e6d5f806b97'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:44.838738 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-6831ccaa-286b-4b32-9c90-4d75b53b40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:44.840389 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-6831ccaa-286b-4b32-9c90-4d75b53b40f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ec3cd48-8185-495f-a393-85538aa1262d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0826125 Jul 28 03:24:44.955320 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Made reservation on behalf of 7db4e38f030e4c6bbaba7e6d5f806b97 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:24:44.959153 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:44.966742 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-0051a58b-d98b-4d54-9794-f75af6ea2a76 service neutron] 10.222.0.10 "GET /v2.0/networks/2ec3cd48-8185-495f-a393-85538aa1262d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138911 Jul 28 03:24:44.982193 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41678) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:45.081473 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2552298a-c91f-47d6-b0f0-05167c0a6b06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8876a77bca74648b29d83ea4940a8fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0981951 Jul 28 03:24:45.086033 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41680) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:45.090875 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Allocated IP 172.20.0.13 (6ce9431b-bccf-4544-9fd0-0a543af5e82a/a4482d0a-1c22-4146-82e6-e0f65f0a4b23/ef549af4-aeba-41d8-9eaf-26936fdb89f5) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:24:45.121134 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-384fd744-29d0-4f1a-bbca-c45ee579bdd7 req-59c2666c-baac-4b68-b18b-afde61719843 service neutron] 10.222.0.10 "GET /v2.0/networks/2ec3cd48-8185-495f-a393-85538aa1262d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403770 Jul 28 03:24:45.157045 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dd7258fe-2c2c-4783-a2d5-6447ae94a38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.200141 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dd7258fe-2c2c-4783-a2d5-6447ae94a38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.271011 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-4e1d1d1f-1268-48af-955d-e7ae202133b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:45.272528 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-4e1d1d1f-1268-48af-955d-e7ae202133b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2739d83c472146c8b4151f6007c6a534&device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 1100 time: 0.0842762 Jul 28 03:24:45.273388 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938f1e0-e5ca-4e45-be67-43b5bf10288c req-04fc4847-aad2-44aa-b711-9241522c461e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:45.274858 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5938f1e0-e5ca-4e45-be67-43b5bf10288c req-04fc4847-aad2-44aa-b711-9241522c461e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.1033516 Jul 28 03:24:45.284185 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dd7258fe-2c2c-4783-a2d5-6447ae94a38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.286887 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dd7258fe-2c2c-4783-a2d5-6447ae94a38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.290690 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-dd7258fe-2c2c-4783-a2d5-6447ae94a38c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05 HTTP/1.1" status: 204 len: 168 time: 0.2011549 Jul 28 03:24:45.312659 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7258fe-2c2c-4783-a2d5-6447ae94a38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71dfe7f-4d75-47e6-8ec3-eebe1f8f8c05,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:45.316405 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.337115 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5938f1e0-e5ca-4e45-be67-43b5bf10288c req-08648f0d-f7f5-4971-921f-f4a639275491 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526390 Jul 28 03:24:45.374851 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.389916 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:45.470125 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:45.473725 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:45.478677 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:24:45.555765 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event updated for resources: {'Port': ['ID=ef549af4-aeba-41d8-9eaf-26936fdb89f5,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:45.581780 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:45.582454 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.605890 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d207f65-ed31-4f53-91f0-aa264d7ea5f8 req-aa38e359-5aae-4efb-92ef-af096696bef3 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:45.607627 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d207f65-ed31-4f53-91f0-aa264d7ea5f8 req-aa38e359-5aae-4efb-92ef-af096696bef3 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 947 time: 0.0934601 Jul 28 03:24:45.609329 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-aaa42761-3d81-4912-a025-ccab918e4e90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886662 Jul 28 03:24:45.644139 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Request body: {'port': {'device_id': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:45.662241 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-7cfd15b4-5888-44b9-ac80-01009b59377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:45.671491 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-7cfd15b4-5888-44b9-ac80-01009b59377d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ec3cd48-8185-495f-a393-85538aa1262d HTTP/1.1" status: 200 len: 870 time: 0.3760796 Jul 28 03:24:45.704168 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d207f65-ed31-4f53-91f0-aa264d7ea5f8 req-a6f8c30b-fc76-4f57-b1fe-55d365db0da9 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874336 Jul 28 03:24:45.714868 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-bf843ca8-419d-4223-98cf-7bfedca29d8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=9d868d59-36eb-4117-9dfc-55c770f39276 HTTP/1.1" status: 200 len: 217 time: 0.0416229 Jul 28 03:24:45.745944 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:45.846969 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a8c4-5615-403c-b348-ffcde8ed2af9 req-12f65752-d126-46e0-b3f3-d42b5f1664e0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:45.850567 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0ec6a8c4-5615-403c-b348-ffcde8ed2af9 req-12f65752-d126-46e0-b3f3-d42b5f1664e0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 932 time: 0.1015389 Jul 28 03:24:45.977942 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-87fd55af-4536-4cdc-bc2f-c16b8817c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:45.979779 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-87fd55af-4536-4cdc-bc2f-c16b8817c5ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d810224-cb3b-4560-9a69-0a2a02527e28 HTTP/1.1" status: 200 len: 843 time: 0.0533783 Jul 28 03:24:45.999403 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0ec6a8c4-5615-403c-b348-ffcde8ed2af9 req-6d5ff452-ce16-4060-86af-43aba6bf3c90 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995989 Jul 28 03:24:46.048872 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-40439616-e972-4850-8165-910e8ca2b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:46.050379 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-40439616-e972-4850-8165-910e8ca2b683 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ec3cd48-8185-495f-a393-85538aa1262d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0630426 Jul 28 03:24:46.138636 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef549af4-aeba-41d8-9eaf-26936fdb89f5 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:24:46.147069 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.161938 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Transition to ACTIVE for port object ef549af4-aeba-41d8-9eaf-26936fdb89f5 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:46.169947 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.174642 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-41d9f4e3-af54-4f37-bd1f-796a6840e15f service neutron] 10.222.0.10 "GET /v2.0/networks/2ec3cd48-8185-495f-a393-85538aa1262d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143579 Jul 28 03:24:46.259206 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41736) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:46.273581 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Pushing event updated for resources: {'Port': ['ID=ef549af4-aeba-41d8-9eaf-26936fdb89f5,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:46.305938 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Attempting to bind port ef549af4-aeba-41d8-9eaf-26936fdb89f5 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:24:46.306310 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Attempting to bind port ef549af4-aeba-41d8-9eaf-26936fdb89f5 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:24:46.306683 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Attempting to bind port ef549af4-aeba-41d8-9eaf-26936fdb89f5 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:46.311321 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Port ef549af4-aeba-41d8-9eaf-26936fdb89f5 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:24:46.311681 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Attempting to bind port ef549af4-aeba-41d8-9eaf-26936fdb89f5 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:46.316661 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-c1060954-a3ac-4b51-862a-8dd1f41666f0 req-3f51273d-e9f2-48de-b327-4fa182b327b8 service neutron] 10.222.0.10 "GET /v2.0/networks/2ec3cd48-8185-495f-a393-85538aa1262d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293478 Jul 28 03:24:46.317042 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:24:46.317393 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Checking segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:24:46.317785 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Bound using segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:24:46.318224 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Bound port: ef549af4-aeba-41d8-9eaf-26936fdb89f5, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:24:46.318590 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.397052 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] For port ef549af4-aeba-41d8-9eaf-26936fdb89f5, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:24:46.397225 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1546265341-network', 'tenant_id': '01042aee9c2a46b2af873f2295320508'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:46.401041 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] For port ef549af4-aeba-41d8-9eaf-26936fdb89f5, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef549af4-aeba-41d8-9eaf-26936fdb89f5,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:24:46.407982 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.421279 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Made reservation on behalf of 01042aee9c2a46b2af873f2295320508 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:24:46.424480 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.434825 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.473547 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:46.474311 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.475818 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] 10.222.0.10 "PUT /v2.0/ports/ef549af4-aeba-41d8-9eaf-26936fdb89f5 HTTP/1.1" status: 200 len: 1094 time: 0.8392246 Jul 28 03:24:46.476339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'tag': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:46.479419 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b0c6f-7426-46e2-aaca-19f7475f20b2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd41981f-61af-4c0c-a16c-7853d7f53908", "tag": "ef549af4-aeba-41d8-9eaf-26936fdb89f5"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:46.515499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9e0f3-11b6-46e9-b219-14e9259b724a service neutron] Pushing event updated for resources: {'Port': ['ID=ef549af4-aeba-41d8-9eaf-26936fdb89f5,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:46.532342 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d7771-6f44-4086-845e-1a47d5b63683 req-110f34eb-4034-4b30-b398-873f491d9efc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:46.534047 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-877d7771-6f44-4086-845e-1a47d5b63683 req-110f34eb-4034-4b30-b398-873f491d9efc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0947371 Jul 28 03:24:46.551997 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d890ff-73cd-46c9-a1ce-ac7a66249a22 x-openstack-request-id: req-66d890ff-73cd-46c9-a1ce-ac7a66249a22 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:46.552289 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd41981f-61af-4c0c-a16c-7853d7f53908", "tag": "ef549af4-aeba-41d8-9eaf-26936fdb89f5", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:46.552589 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66d890ff-73cd-46c9-a1ce-ac7a66249a22 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:46.553141 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'tag': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', 'status': 'completed', 'code': 200} Jul 28 03:24:46.570893 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.576214 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.605909 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:24:46.609385 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-877d7771-6f44-4086-845e-1a47d5b63683 req-6db842da-94e7-4120-afc0-1164231ee7f8 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600893 Jul 28 03:24:46.612550 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e3e1c8-0d26-442c-b4d4-a181590534a3,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:46.615788 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-2de4d939-6fb0-49ac-8707-e7586cac97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:46.617316 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-2de4d939-6fb0-49ac-8707-e7586cac97e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 1097 time: 0.0801032 Jul 28 03:24:46.618985 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.619333 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Added segment a58509a6-b571-49f2-bb5b-9ecf9358de34 of type vlan for network d347dfd4-4219-4ff2-86d5-b0e92a6f048d Jul 28 03:24:46.672621 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-bd59c83d-6902-487e-a034-63738ee881ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef549af4-aeba-41d8-9eaf-26936fdb89f5 HTTP/1.1" status: 200 len: 217 time: 0.0460191 Jul 28 03:24:46.692954 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.710104 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41756) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:46.735392 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-2f71e896-1c8f-488a-8344-86107b6ec1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:46.737766 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-2f71e896-1c8f-488a-8344-86107b6ec1d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 200 len: 855 time: 0.0554333 Jul 28 03:24:46.756602 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.757689 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:46.758353 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.774274 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-0c46aab5-8e3f-4674-bb9e-7bd81233fd99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ce9431b-bccf-4544-9fd0-0a543af5e82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282090 Jul 28 03:24:46.835225 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5726945 Jul 28 03:24:46.839696 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41764) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:46.846567 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Request body: {'subnet': {'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1546265341-subnet', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:46.852251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ce2e-9f59-4cab-99c6-3debad3e957c admin admin] Pushing event updated for resources: {'Network': ['ID=d347dfd4-4219-4ff2-86d5-b0e92a6f048d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:46.865772 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:24:46.880228 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa711-e83d-4624-80f0-026e82045aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.884871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a117-7ea7-4d87-881e-a7b0e8fd63b7 req-f84aa3b5-d66b-4041-8783-794cac1f6f8e tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:46.886676 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6419a117-7ea7-4d87-881e-a7b0e8fd63b7 req-f84aa3b5-d66b-4041-8783-794cac1f6f8e tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 947 time: 0.1114109 Jul 28 03:24:46.911192 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Made reservation on behalf of 01042aee9c2a46b2af873f2295320508 for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:24:46.913641 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30297967'] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:46.934584 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-e91a95f3-495d-4aa4-9ec3-c0c9d9ac3068 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487288 Jul 28 03:24:46.943522 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6419a117-7ea7-4d87-881e-a7b0e8fd63b7 req-e0c16623-f764-48b6-89ab-9d54f6b01ade tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496986 Jul 28 03:24:47.057459 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7da50194-2ab3-4355-9601-530e8c5e2378 req-18305781-17a1-4515-b133-0b15d3b5b956 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009762 Jul 28 03:24:47.109026 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa711-e83d-4624-80f0-026e82045aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.114833 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa711-e83d-4624-80f0-026e82045aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.161872 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747db32-31ee-43fe-9056-283c85a9bfa8 req-88a1c0b8-e397-4644-8e52-f0467fec25b7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:47.167492 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a747db32-31ee-43fe-9056-283c85a9bfa8 req-88a1c0b8-e397-4644-8e52-f0467fec25b7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 944 time: 0.0839484 Jul 28 03:24:47.182358 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-1223ddb3-397f-4e86-bd51-fb860af8066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:47.183935 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-1223ddb3-397f-4e86-bd51-fb860af8066a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 1097 time: 0.0717413 Jul 28 03:24:47.187401 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaa711-e83d-4624-80f0-026e82045aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140a3bc-d948-47c7-a607-f1788e2e2496,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:47.195205 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-bdbaa711-e83d-4624-80f0-026e82045aaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6d1fe0398a043c2978c9c811381a180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817846 Jul 28 03:24:47.195205 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30347728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30297885'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.195518 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41768) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:47.257105 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f226ff8a-6649-4eda-8d78-61d9b1302e1b,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:47.268251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Checking segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:24:47.268812 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Network hostable DHCP agents. Network: d347dfd4-4219-4ff2-86d5-b0e92a6f048d, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:24:47.285308 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:24:47.293925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, d347dfd4-4219-4ff2-86d5-b0e92a6f048d) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:47.298248 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:47.298904 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.302579 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a747db32-31ee-43fe-9056-283c85a9bfa8 req-1d9d9287-2143-475d-adb8-471b88c5d7d3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302261 Jul 28 03:24:47.306291 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fdf796-5969-43d4-8039-e3d1272909cc None None] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:24:47.336571 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-23e9eb35-639b-4598-b96c-d2cde85dad09 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4950790 Jul 28 03:24:47.336812 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-002336c3-b6de-4356-bc20-94fd04a2d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.338142 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41770) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:47.349978 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:47.369709 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-c4dac6f2-4b2d-4d4a-aa3f-bab99665f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:47.371168 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-c4dac6f2-4b2d-4d4a-aa3f-bab99665f5a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 916 time: 0.1770790 Jul 28 03:24:47.383384 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-002336c3-b6de-4356-bc20-94fd04a2d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.440267 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-257b62c9-4654-4ebf-9074-861adeb597ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef549af4-aeba-41d8-9eaf-26936fdb89f5 HTTP/1.1" status: 200 len: 217 time: 0.0591569 Jul 28 03:24:47.447709 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.449320 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.468296 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-d347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:24:47.469162 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.559557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-7f2046e7-5bc2-4e44-80d3-b79ddfb42167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:47.561052 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-7f2046e7-5bc2-4e44-80d3-b79ddfb42167 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 200 len: 855 time: 0.1051791 Jul 28 03:24:47.562558 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.563476 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-002336c3-b6de-4356-bc20-94fd04a2d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.566555 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-002336c3-b6de-4356-bc20-94fd04a2d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.570024 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-002336c3-b6de-4356-bc20-94fd04a2d374 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0140a3bc-d948-47c7-a607-f1788e2e2496 HTTP/1.1" status: 204 len: 168 time: 0.3712320 Jul 28 03:24:47.607732 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Allocated IP 172.20.0.2 (d347dfd4-4219-4ff2-86d5-b0e92a6f048d/f226ff8a-6649-4eda-8d78-61d9b1302e1b/e689363b-1ab6-46bb-ae98-229eabbf0f65) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:24:47.659632 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002336c3-b6de-4356-bc20-94fd04a2d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140a3bc-d948-47c7-a607-f1788e2e2496,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:47.662734 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-b122a48a-7a7c-4b8d-b3b2-2e58ba5466aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ce9431b-bccf-4544-9fd0-0a543af5e82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920091 Jul 28 03:24:47.774258 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.783726 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Transition to ACTIVE for port object e689363b-1ab6-46bb-ae98-229eabbf0f65 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:47.801174 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Transition to ACTIVE for port object e689363b-1ab6-46bb-ae98-229eabbf0f65 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:47.808059 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.878814 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Pushing event updated for resources: {'Port': ['ID=e689363b-1ab6-46bb-ae98-229eabbf0f65,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:47.893200 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:47.895205 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.895592 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.895946 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.896433 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.896762 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.897267 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.897609 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.897948 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.898300 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.898690 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.899024 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.899354 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:47.903225 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:47.907535 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:24:47.977794 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Attempting to bind port e689363b-1ab6-46bb-ae98-229eabbf0f65 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:24:47.978169 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Attempting to bind port e689363b-1ab6-46bb-ae98-229eabbf0f65 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:24:47.978695 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Attempting to bind port e689363b-1ab6-46bb-ae98-229eabbf0f65 on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:47.984932 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:24:47.986745 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Checking segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:24:47.987504 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:47.988068 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Bound using segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:24:47.988836 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Bound port: e689363b-1ab6-46bb-ae98-229eabbf0f65, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:24:47.989428 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.006227 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.011514 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41786) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:48.033596 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5589e9f6-b38d-478c-8e2c-c9d7bf790227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.076963 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3a650-ba97-4afb-80ed-82fe15e0c576 req-b43872ed-9358-4300-a70e-9289c2968588 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:48.078452 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dae3a650-ba97-4afb-80ed-82fe15e0c576 req-b43872ed-9358-4300-a70e-9289c2968588 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.3676205 Jul 28 03:24:48.093539 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] For port e689363b-1ab6-46bb-ae98-229eabbf0f65, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:24:48.097210 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] For port e689363b-1ab6-46bb-ae98-229eabbf0f65, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=e689363b-1ab6-46bb-ae98-229eabbf0f65,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:24:48.101214 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.151386 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5589e9f6-b38d-478c-8e2c-c9d7bf790227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.155967 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-386d8bcf-e4bd-42b5-aaa3-902a0af238e1 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848313 Jul 28 03:24:48.156955 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5589e9f6-b38d-478c-8e2c-c9d7bf790227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.166637 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b98584-0225-4f20-8d07-2c15cfafc3ef None None] Pushing event updated for resources: {'Port': ['ID=e689363b-1ab6-46bb-ae98-229eabbf0f65,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:48.199850 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589e9f6-b38d-478c-8e2c-c9d7bf790227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc08b3-de22-48a7-beaf-a36f689874c1,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:48.204897 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5589e9f6-b38d-478c-8e2c-c9d7bf790227 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36a3836e6f284ddbbc9d4f092dd901df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922338 Jul 28 03:24:48.211890 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41788) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:48.240192 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dae3a650-ba97-4afb-80ed-82fe15e0c576 req-85f3f91d-cd62-4d57-ac1b-36da89ea791f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171238 Jul 28 03:24:48.255315 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33765f5-35b9-4730-adc2-96a06a48c3d4 req-1d1d340d-c1df-40d3-a411-abb546bfccb0 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:48.256851 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a33765f5-35b9-4730-adc2-96a06a48c3d4 req-1d1d340d-c1df-40d3-a411-abb546bfccb0 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 947 time: 0.2084806 Jul 28 03:24:48.275947 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-94364b71-3af7-4a44-8e66-6d1008dc324c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.298038 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-94364b71-3af7-4a44-8e66-6d1008dc324c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.339655 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a33765f5-35b9-4730-adc2-96a06a48c3d4 req-b1e8cbcc-6ce9-4ed6-b73a-31ba03176671 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728047 Jul 28 03:24:48.345737 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-633b0c6f-7426-46e2-aaca-19f7475f20b2 req-f51cb5fc-e111-4bdf-819f-0cb0128a3a63 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753464 Jul 28 03:24:48.371510 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-94364b71-3af7-4a44-8e66-6d1008dc324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.374281 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-94364b71-3af7-4a44-8e66-6d1008dc324c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.375431 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-94364b71-3af7-4a44-8e66-6d1008dc324c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2dc08b3-de22-48a7-beaf-a36f689874c1 HTTP/1.1" status: 204 len: 168 time: 0.1624448 Jul 28 03:24:48.407935 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94364b71-3af7-4a44-8e66-6d1008dc324c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc08b3-de22-48a7-beaf-a36f689874c1,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:48.546792 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b75ceb-fb6e-4b4b-a4de-e1c5afc0f71e req-2be9ab01-56a7-4e55-9042-69831452258a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:48.548404 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82b75ceb-fb6e-4b4b-a4de-e1c5afc0f71e req-2be9ab01-56a7-4e55-9042-69831452258a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 944 time: 0.1160281 Jul 28 03:24:48.564154 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.594812 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.654285 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82b75ceb-fb6e-4b4b-a4de-e1c5afc0f71e req-e0796536-1e84-4f60-bab3-e7f31128b3a2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922325 Jul 28 03:24:48.722377 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Allocated IP 172.27.3.173 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/b2458175-4dee-4681-9230-1a2f2b8ab281) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:24:48.836020 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.881852 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:48.920975 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:48.931044 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:48.935687 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:24:48.938596 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Pushing event updated for resources: {'Port': ['ID=b2458175-4dee-4681-9230-1a2f2b8ab281,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:49.237517 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:49.274918 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7333906-c6e0-4452-8f67-92ee53bef7f5 None None] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:24:49.361209 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-34eed6f3-785c-435c-862d-dc9591dbc103 None None] Provisioning for port e689363b-1ab6-46bb-ae98-229eabbf0f65 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:49.416228 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c860cb-b3a5-4fe7-bdc2-1eae3d693fdf req-ef536114-7c2b-4087-8edf-7464b115267d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:49.417680 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1c860cb-b3a5-4fe7-bdc2-1eae3d693fdf req-ef536114-7c2b-4087-8edf-7464b115267d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0985303 Jul 28 03:24:49.539510 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1c860cb-b3a5-4fe7-bdc2-1eae3d693fdf req-a38d773a-7a8a-4f90-adac-51579a81b0b5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095223 Jul 28 03:24:49.543993 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:49.556432 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db400d-cce1-44df-9c7b-b834a42c8487 req-2024b555-67ae-4263-8d2c-46c22e9a729e tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:49.557932 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-00db400d-cce1-44df-9c7b-b834a42c8487 req-2024b555-67ae-4263-8d2c-46c22e9a729e tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 947 time: 0.1247623 Jul 28 03:24:49.672567 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-00db400d-cce1-44df-9c7b-b834a42c8487 req-c3994785-21c9-47f9-b5fc-0681709dd28a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778892 Jul 28 03:24:49.736627 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Router 8df4f401-3932-417a-bc13-d3ea039a638b is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:24:50.066568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d668e-048b-4fe9-88be-e06a47460b6d req-1c1918c1-6f60-44a4-a1eb-32573fe88a94 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:50.068164 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e11d668e-048b-4fe9-88be-e06a47460b6d req-1c1918c1-6f60-44a4-a1eb-32573fe88a94 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 944 time: 0.2897789 Jul 28 03:24:50.103138 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:24:50.116063 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Sync routers for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:24:50.128688 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:24:50.130735 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:24:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:50.134326 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e11d668e-048b-4fe9-88be-e06a47460b6d req-b7f15562-642a-4c10-8bd0-e8323ad3c9a7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590296 Jul 28 03:24:50.138452 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.141682 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a0cfe817-4194-44b1-a613-612ac25d989e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7955208 Jul 28 03:24:50.143439 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41854) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:50.158395 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 9d868d59-36eb-4117-9dfc-55c770f39276 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:24:50.281059 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device e689363b-1ab6-46bb-ae98-229eabbf0f65 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:50.302637 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:24:50.333513 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 9d868d59-36eb-4117-9dfc-55c770f39276, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d868d59-36eb-4117-9dfc-55c770f39276,segment=NetworkSegment(89e27643-c697-47b0-9767-a7b78fe00c34),segment_id=89e27643-c697-47b0-9767-a7b78fe00c34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:50.348744 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port e689363b-1ab6-46bb-ae98-229eabbf0f65 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:50.355232 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port e689363b-1ab6-46bb-ae98-229eabbf0f65 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:50.355982 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.359167 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '9d868d59-36eb-4117-9dfc-55c770f39276', 'network_id': '2ec3cd48-8185-495f-a393-85538aa1262d', 'port_id': '9d868d59-36eb-4117-9dfc-55c770f39276', 'mac_address': 'fa:16:3e:13:4a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d810224-cb3b-4560-9a69-0a2a02527e28', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:24:50.442967 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.460710 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d868d59-36eb-4117-9dfc-55c770f39276 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:24:50.510000 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 9d868d59-36eb-4117-9dfc-55c770f39276, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d868d59-36eb-4117-9dfc-55c770f39276,segment=NetworkSegment(89e27643-c697-47b0-9767-a7b78fe00c34),segment_id=89e27643-c697-47b0-9767-a7b78fe00c34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:50.510685 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:49Z', 'revision_number': 3, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:50.513475 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.517091 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.543259 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Checking router: 8df4f401-3932-417a-bc13-d3ea039a638b for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:24:50.543713 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Updating router 8df4f401-3932-417a-bc13-d3ea039a638b port b2458175-4dee-4681-9230-1a2f2b8ab281 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:24:50.582622 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.583552 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port e689363b-1ab6-46bb-ae98-229eabbf0f65, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=e689363b-1ab6-46bb-ae98-229eabbf0f65,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:50.593109 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.598449 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=9d868d59-36eb-4117-9dfc-55c770f39276,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:50.656913 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.665653 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=e689363b-1ab6-46bb-ae98-229eabbf0f65,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:50.688249 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699b58e-9fad-42e3-bae7-dcdde17b8303 req-55fd60ac-2b68-4b8d-bb7a-6e73fcbf6781 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:50.691939 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e699b58e-9fad-42e3-bae7-dcdde17b8303 req-55fd60ac-2b68-4b8d-bb7a-6e73fcbf6781 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0613446 Jul 28 03:24:50.737800 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e699b58e-9fad-42e3-bae7-dcdde17b8303 req-6e07b226-7031-4fdc-a7fb-13e62fa24e9e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Jul 28 03:24:50.821453 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcae2c-a5b1-4637-9c4a-673cc62bea34 req-f3d4838e-d7fd-439d-a0e7-a5564d14a683 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:50.822934 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-30bcae2c-a5b1-4637-9c4a-673cc62bea34 req-f3d4838e-d7fd-439d-a0e7-a5564d14a683 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 948 time: 0.0496099 Jul 28 03:24:50.833263 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Allocated IP 172.20.0.1 (d347dfd4-4219-4ff2-86d5-b0e92a6f048d/f226ff8a-6649-4eda-8d78-61d9b1302e1b/9d32411c-b098-4f75-9c83-679e56cf1527) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:24:50.873100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-30bcae2c-a5b1-4637-9c4a-673cc62bea34 req-fa310324-2be5-4525-b902-d90026de9523 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Jul 28 03:24:50.879352 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.889847 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Transition to ACTIVE for port object b2458175-4dee-4681-9230-1a2f2b8ab281 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:50.896011 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.947218 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Attempting to bind port b2458175-4dee-4681-9230-1a2f2b8ab281 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:24:50.947680 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Attempting to bind port b2458175-4dee-4681-9230-1a2f2b8ab281 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:24:50.947978 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Attempting to bind port b2458175-4dee-4681-9230-1a2f2b8ab281 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:50.950023 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Pushing event updated for resources: {'Port': ['ID=b2458175-4dee-4681-9230-1a2f2b8ab281,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:50.956507 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.959053 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.959424 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.959818 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.960157 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.960487 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.960817 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.961144 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.961469 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.961925 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.962127 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.962447 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.962766 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:24:50.965968 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:24:50.966342 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:24:50.966742 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.967128 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:24:50.967621 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Bound port: b2458175-4dee-4681-9230-1a2f2b8ab281, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:24:50.968279 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:50.971971 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Transition to ACTIVE for port object 9d32411c-b098-4f75-9c83-679e56cf1527 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:51.006019 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.022221 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] For port b2458175-4dee-4681-9230-1a2f2b8ab281, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:24:51.025624 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] For port b2458175-4dee-4681-9230-1a2f2b8ab281, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=b2458175-4dee-4681-9230-1a2f2b8ab281,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:24:51.029102 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.042321 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:51.047313 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:51.052604 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:24:51.084094 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d32411c-b098-4f75-9c83-679e56cf1527,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:51.085490 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3531b9-87c4-4f2f-aa64-38aa35399b30 None None] Pushing event updated for resources: {'Port': ['ID=b2458175-4dee-4681-9230-1a2f2b8ab281,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:51.092485 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:24:51.093528 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:24:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:51.098676 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.222501 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:24:51.257301 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.295161 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdb95d-e118-4359-bd4d-c25e5da9cdee req-db4b6482-4f6c-4167-bf25-9d8fea81fb1f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:51.297105 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6fdb95d-e118-4359-bd4d-c25e5da9cdee req-db4b6482-4f6c-4167-bf25-9d8fea81fb1f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 944 time: 0.0879312 Jul 28 03:24:51.339719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['9d868d59-36eb-4117-9dfc-55c770f39276'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:51.375585 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6fdb95d-e118-4359-bd4d-c25e5da9cdee req-324fc05d-8d36-4288-90f4-0ead801e8675 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621684 Jul 28 03:24:51.379631 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c9eb255c-50b9-4efa-b5f7-9b6a16247cf7 None None] Provisioning for port 9d32411c-b098-4f75-9c83-679e56cf1527 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:51.388191 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c9eb255c-50b9-4efa-b5f7-9b6a16247cf7 None None] Provisioning complete for port 9d32411c-b098-4f75-9c83-679e56cf1527 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:51.388706 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c9eb255c-50b9-4efa-b5f7-9b6a16247cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.461627 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.467982 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.470289 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb255c-50b9-4efa-b5f7-9b6a16247cf7 None None] Port 9d32411c-b098-4f75-9c83-679e56cf1527 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:24:51.539863 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:51.543191 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d32411c-b098-4f75-9c83-679e56cf1527,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:51.564845 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:49Z', 'revision_number': 3, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:51.610650 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeb734-0a9b-42ab-8b25-7769eb8cadf8 None None] The sync data for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi is: [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:49Z', 'revision_number': 3, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:24:51.658680 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:51.660137 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:51.800707 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Router 8df4f401-3932-417a-bc13-d3ea039a638b has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:24:51.901648 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708ced0-c66e-4703-8ee4-39519e729fbe req-efc49c22-aa48-409a-b202-9e340301fa24 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:51.904747 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7708ced0-c66e-4703-8ee4-39519e729fbe req-efc49c22-aa48-409a-b202-9e340301fa24 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0782018 Jul 28 03:24:51.987010 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:24:52.011212 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-063b5be3-b0b5-41ff-ae8d-f0d215980cc9 admin admin] 10.222.0.20 "PUT /v2.0/routers/8df4f401-3932-417a-bc13-d3ea039a638b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659167 Jul 28 03:24:52.016194 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-7c365aac-591e-4555-a9b6-c00a92219537 None None] Provisioning complete for port 9d32411c-b098-4f75-9c83-679e56cf1527 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:52.016574 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c365aac-591e-4555-a9b6-c00a92219537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:52.022176 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7708ced0-c66e-4703-8ee4-39519e729fbe req-694e6526-872f-409e-88c6-f092ef3e29fb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755095 Jul 28 03:24:52.108739 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-7c365aac-591e-4555-a9b6-c00a92219537 None None] Port 9d32411c-b098-4f75-9c83-679e56cf1527 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:24:52.138037 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063dc54-5533-4d71-be2f-7623c505b712 req-4ba58ceb-d23f-47c2-99ab-3bb1475f7604 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:52.139719 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1063dc54-5533-4d71-be2f-7623c505b712 req-4ba58ceb-d23f-47c2-99ab-3bb1475f7604 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 948 time: 0.0889802 Jul 28 03:24:52.180444 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ef549af4-aeba-41d8-9eaf-26936fdb89f5 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:24:52.232425 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1063dc54-5533-4d71-be2f-7623c505b712 req-5b65226b-0125-45b0-be3c-66bcc88ef567 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780194 Jul 28 03:24:52.300275 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device e689363b-1ab6-46bb-ae98-229eabbf0f65 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:52.357703 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port ef549af4-aeba-41d8-9eaf-26936fdb89f5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef549af4-aeba-41d8-9eaf-26936fdb89f5,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:52.372154 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'port_id': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', 'mac_address': 'fa:16:3e:67:d9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482d0a-1c22-4146-82e6-e0f65f0a4b23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:24:52.408078 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port e689363b-1ab6-46bb-ae98-229eabbf0f65 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:52.408498 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:52.450060 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:52.474448 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef549af4-aeba-41d8-9eaf-26936fdb89f5 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:24:52.499253 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port ef549af4-aeba-41d8-9eaf-26936fdb89f5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef549af4-aeba-41d8-9eaf-26936fdb89f5,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:52.504829 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:52.564744 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b2458175-4dee-4681-9230-1a2f2b8ab281 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:52.604822 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=ef549af4-aeba-41d8-9eaf-26936fdb89f5,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:52.632662 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port b2458175-4dee-4681-9230-1a2f2b8ab281 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:52.637064 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port b2458175-4dee-4681-9230-1a2f2b8ab281 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:52.637426 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:52.684930 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae38b-cf7d-42aa-a268-bf7e3c1c13c8 req-693343ca-0f6f-4b29-b70c-a8424a626188 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:52.686450 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a75ae38b-cf7d-42aa-a268-bf7e3c1c13c8 req-693343ca-0f6f-4b29-b70c-a8424a626188 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 945 time: 0.0724795 Jul 28 03:24:52.730599 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a75ae38b-cf7d-42aa-a268-bf7e3c1c13c8 req-ee86f508-da5e-482e-ab2a-e3718b070121 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Jul 28 03:24:52.752123 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:52.777570 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port b2458175-4dee-4681-9230-1a2f2b8ab281, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=b2458175-4dee-4681-9230-1a2f2b8ab281,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:52.783581 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:52.838768 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=b2458175-4dee-4681-9230-1a2f2b8ab281,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:52.966605 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41914) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:52.972187 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-7e60de89-7cd8-4ce3-91a3-35ea990c70ed tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910259835', 'description': 'tempest-description--1508829295'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:52.997530 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7e60de89-7cd8-4ce3-91a3-35ea990c70ed tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.041380 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['ef549af4-aeba-41d8-9eaf-26936fdb89f5'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:24:53.101737 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7e60de89-7cd8-4ce3-91a3-35ea990c70ed tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.113599 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7e60de89-7cd8-4ce3-91a3-35ea990c70ed tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.172086 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7e60de89-7cd8-4ce3-91a3-35ea990c70ed tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.177310 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7e60de89-7cd8-4ce3-91a3-35ea990c70ed tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2092485 Jul 28 03:24:53.178114 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41930) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:53.182092 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f637e1-cbc5-40bf-a318-ca66cb707224 req-eafa67e6-030b-4433-a450-a1432b362d95 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:53.185452 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-fe011e66-f850-4f6c-8a38-f5a352530aef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'security_group_rule': {'security_group_id': '299f6d35-4181-4763-b253-1b62c18202c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:53.191643 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14f637e1-cbc5-40bf-a318-ca66cb707224 req-eafa67e6-030b-4433-a450-a1432b362d95 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0968626 Jul 28 03:24:53.192318 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60de89-7cd8-4ce3-91a3-35ea990c70ed tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299f6d35-4181-4763-b253-1b62c18202c9,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:53.238555 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fe011e66-f850-4f6c-8a38-f5a352530aef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.255971 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14f637e1-cbc5-40bf-a318-ca66cb707224 req-8ee32a1f-be2c-46ff-80ab-9d3bb9ebe8e5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631177 Jul 28 03:24:53.315868 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fe011e66-f850-4f6c-8a38-f5a352530aef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.319948 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fe011e66-f850-4f6c-8a38-f5a352530aef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.346146 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe011e66-f850-4f6c-8a38-f5a352530aef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e192fee-9c44-4c59-8d80-24bdf4e65168,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:53.375125 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fe011e66-f850-4f6c-8a38-f5a352530aef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.377175 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-fe011e66-f850-4f6c-8a38-f5a352530aef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1962175 Jul 28 03:24:53.379732 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41936) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:53.384672 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-df7878d2-1e54-41ed-99d2-c9b68615c6e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'security_group_rule': {'security_group_id': '299f6d35-4181-4763-b253-1b62c18202c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:53.417416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-df7878d2-1e54-41ed-99d2-c9b68615c6e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.430177 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ae921-45a2-4fa1-ba01-44894e8299dd req-5937f392-8963-4d25-8f77-5fb4c9e44c9a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:53.432722 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-940ae921-45a2-4fa1-ba01-44894e8299dd req-5937f392-8963-4d25-8f77-5fb4c9e44c9a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 948 time: 0.0727630 Jul 28 03:24:53.482724 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41940) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:53.484819 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-df7878d2-1e54-41ed-99d2-c9b68615c6e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.489823 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-df7878d2-1e54-41ed-99d2-c9b68615c6e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.492374 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-940ae921-45a2-4fa1-ba01-44894e8299dd req-1b9dd5c1-7e24-4978-9ea0-c236ffdd0365 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539887 Jul 28 03:24:53.513123 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7878d2-1e54-41ed-99d2-c9b68615c6e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a0a60c-2a01-4167-aace-7e3039c20107,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:53.520424 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-df7878d2-1e54-41ed-99d2-c9b68615c6e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.521697 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-df7878d2-1e54-41ed-99d2-c9b68615c6e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408219 Jul 28 03:24:53.524860 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41944) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:53.529489 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:53.566009 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.616955 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cd6c3305-9eec-4693-abc2-570189e3a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.653132 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Sync routers for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:24:53.662095 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:24:53.662788 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:24:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:53.681965 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.725895 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cd6c3305-9eec-4693-abc2-570189e3a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.730432 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cd6c3305-9eec-4693-abc2-570189e3a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.771200 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cd6c3305-9eec-4693-abc2-570189e3a0c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb1f39b194ea4a85be01ba5e5bd331ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873530 Jul 28 03:24:53.772678 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c3305-9eec-4693-abc2-570189e3a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0465ed20-80ca-404b-ba62-aaa51d254aa1,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:53.774896 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:24:53.775488 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 41950) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:53.795365 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Allocated IP 172.27.3.146 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/aa7d98b9-7690-4d33-be7b-ff11b39d30eb) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:24:53.832617 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7542-d9f8-405e-9515-1b8eee8e5894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.877403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7542-d9f8-405e-9515-1b8eee8e5894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.917238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.927884 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105a882-373d-46d2-9546-125faab44d6d req-c07277c8-3508-4dd7-83e7-5c9fc0eec851 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:53.929512 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4105a882-373d-46d2-9546-125faab44d6d req-c07277c8-3508-4dd7-83e7-5c9fc0eec851 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 945 time: 0.0823820 Jul 28 03:24:53.969042 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.969657 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7542-d9f8-405e-9515-1b8eee8e5894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.973369 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7542-d9f8-405e-9515-1b8eee8e5894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:53.973684 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5f7f7542-d9f8-405e-9515-1b8eee8e5894 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0465ed20-80ca-404b-ba62-aaa51d254aa1 HTTP/1.1" status: 204 len: 168 time: 0.1971588 Jul 28 03:24:53.986317 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f7542-d9f8-405e-9515-1b8eee8e5894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0465ed20-80ca-404b-ba62-aaa51d254aa1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:53.991566 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4105a882-373d-46d2-9546-125faab44d6d req-540ffed5-7656-4300-a2ce-579f657f901c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558422 Jul 28 03:24:54.014465 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:54.017883 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:54.023378 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:24:54.029236 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'Port': ['ID=aa7d98b9-7690-4d33-be7b-ff11b39d30eb,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:54.043289 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 2, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:54.082834 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Checking router: 8df4f401-3932-417a-bc13-d3ea039a638b for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:24:54.083308 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Updating router 8df4f401-3932-417a-bc13-d3ea039a638b port 9d32411c-b098-4f75-9c83-679e56cf1527 binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:24:54.122290 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.162136 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.229883 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b2458175-4dee-4681-9230-1a2f2b8ab281 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:54.260634 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 9d868d59-36eb-4117-9dfc-55c770f39276 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:54.300386 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.324946 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41960) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:54.345177 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.347655 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-335a4c09-bb47-427b-ad89-c025699fbac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.359070 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.377124 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b6a8e-9af0-4765-bed5-8926137b2e24 req-d1dc10d1-9756-4c47-a20d-77ee0244ff93 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:54.378708 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ae4b6a8e-9af0-4765-bed5-8926137b2e24 req-d1dc10d1-9756-4c47-a20d-77ee0244ff93 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0512991 Jul 28 03:24:54.378804 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port b2458175-4dee-4681-9230-1a2f2b8ab281 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:54.379092 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.432148 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ae4b6a8e-9af0-4765-bed5-8926137b2e24 req-c286fd37-4f64-4096-8e93-33f578d18cce tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Jul 28 03:24:54.452811 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 9d868d59-36eb-4117-9dfc-55c770f39276 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:54.463762 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 9d868d59-36eb-4117-9dfc-55c770f39276 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:54.464133 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.495251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'Port': ['ID=aa7d98b9-7690-4d33-be7b-ff11b39d30eb,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:54.517962 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.549973 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-335a4c09-bb47-427b-ad89-c025699fbac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.554935 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-335a4c09-bb47-427b-ad89-c025699fbac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.566118 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.571938 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-054586e4-6d97-45e9-a27d-be44540edf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0459671 Jul 28 03:24:54.605629 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4c09-bb47-427b-ad89-c025699fbac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1381358e-8df6-4b1c-9bdd-9fbcf819f194,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:54.634683 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-335a4c09-bb47-427b-ad89-c025699fbac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aaf1dc016e9e48ab937152ad4a345a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070464 Jul 28 03:24:54.635027 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 41968) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:24:54.657244 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fd0cf-7825-487c-9b0f-0dcfcc7fcb46 req-e3f2a7e7-e34e-403f-881d-f0c62d7b954a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:54.659963 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db5fd0cf-7825-487c-9b0f-0dcfcc7fcb46 req-e3f2a7e7-e34e-403f-881d-f0c62d7b954a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 948 time: 0.0989399 Jul 28 03:24:54.709980 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cfba56ed-c500-44dd-9926-d3c2b968d8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.715030 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.718943 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db5fd0cf-7825-487c-9b0f-0dcfcc7fcb46 req-7d73877c-cd0a-40db-96f4-5c2edb352bc8 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Jul 28 03:24:54.742858 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cfba56ed-c500-44dd-9926-d3c2b968d8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.778806 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d868d59-36eb-4117-9dfc-55c770f39276'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:54.781389 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a721a3-54a9-4a94-a00a-82acbb6146de" -d '{"events": [{"server_uuid": "83bae553-3b38-47f6-952d-b3f22b7804c3", "name": "network-vif-plugged", "status": "completed", "tag": "9d868d59-36eb-4117-9dfc-55c770f39276"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:54.799142 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cfba56ed-c500-44dd-9926-d3c2b968d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.801544 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 9d868d59-36eb-4117-9dfc-55c770f39276, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d868d59-36eb-4117-9dfc-55c770f39276,segment=NetworkSegment(89e27643-c697-47b0-9767-a7b78fe00c34),segment_id=89e27643-c697-47b0-9767-a7b78fe00c34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:54.804008 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cfba56ed-c500-44dd-9926-d3c2b968d8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.808122 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-cfba56ed-c500-44dd-9926-d3c2b968d8e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1381358e-8df6-4b1c-9bdd-9fbcf819f194 HTTP/1.1" status: 204 len: 168 time: 0.1696699 Jul 28 03:24:54.813960 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.817116 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.825242 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba56ed-c500-44dd-9926-d3c2b968d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1381358e-8df6-4b1c-9bdd-9fbcf819f194,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:54.828197 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d346c3-1e76-4336-a339-a5d2ea52348d x-openstack-request-id: req-64d346c3-1e76-4336-a339-a5d2ea52348d {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:54.828486 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bae553-3b38-47f6-952d-b3f22b7804c3", "name": "network-vif-plugged", "status": "completed", "tag": "9d868d59-36eb-4117-9dfc-55c770f39276", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:54.828740 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64d346c3-1e76-4336-a339-a5d2ea52348d {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:54.829126 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d868d59-36eb-4117-9dfc-55c770f39276', 'code': 200} Jul 28 03:24:54.835214 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-ea4f4970-482f-40dd-88db-ad9b9a43eb7c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1910259835&fields=id&tenant_id=01042aee9c2a46b2af873f2295320508 HTTP/1.1" status: 200 len: 267 time: 0.0382392 Jul 28 03:24:54.880260 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Transition to ACTIVE for port object 9d32411c-b098-4f75-9c83-679e56cf1527 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:54.901446 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:54.927181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=9d868d59-36eb-4117-9dfc-55c770f39276,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:54.986170 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-854e7907-f327-43d8-ad7f-65cedd914688 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:54.988273 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-854e7907-f327-43d8-ad7f-65cedd914688 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 811 time: 0.1434221 Jul 28 03:24:55.014499 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed13bd-5bc9-4709-a9ea-2a5347c3d04e None None] Pushing event updated for resources: {'Port': ['ID=9d32411c-b098-4f75-9c83-679e56cf1527,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:55.027506 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-0c5c1a5b-6bf5-46e2-96c9-e39d07598bc9 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/quotas/01042aee9c2a46b2af873f2295320508 HTTP/1.1" status: 200 len: 375 time: 0.0208457 Jul 28 03:24:55.035606 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Attempting to bind port 9d32411c-b098-4f75-9c83-679e56cf1527 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:24:55.035965 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Attempting to bind port 9d32411c-b098-4f75-9c83-679e56cf1527 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:24:55.036332 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Attempting to bind port 9d32411c-b098-4f75-9c83-679e56cf1527 on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:55.047553 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:24:55.047938 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Checking segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:24:55.048891 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:55.049284 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Bound using segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:24:55.049773 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Bound port: 9d32411c-b098-4f75-9c83-679e56cf1527, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:24:55.050154 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:55.125236 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] For port 9d32411c-b098-4f75-9c83-679e56cf1527, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:24:55.129781 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] For port 9d32411c-b098-4f75-9c83-679e56cf1527, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=9d32411c-b098-4f75-9c83-679e56cf1527,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:24:55.137781 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:55.169986 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-f18880a5-895d-487c-b902-b1c6fe325956 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1421075 Jul 28 03:24:55.182371 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e01339-d35a-4fd5-b0d4-043a4ab55e9e req-c3abd225-b72c-48d0-8618-990331365f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:55.183932 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b3e01339-d35a-4fd5-b0d4-043a4ab55e9e req-c3abd225-b72c-48d0-8618-990331365f07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 1102 time: 0.1548181 Jul 28 03:24:55.206256 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed13bd-5bc9-4709-a9ea-2a5347c3d04e None None] Pushing event updated for resources: {'Port': ['ID=9d32411c-b098-4f75-9c83-679e56cf1527,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:55.221789 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:24:55.222636 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:24:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:55.249562 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad0c27-e74a-41a1-abbc-0bd31fbdf558 req-427f8c7f-186e-44fa-955e-8fada9f26382 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:55.251124 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3ad0c27-e74a-41a1-abbc-0bd31fbdf558 req-427f8c7f-186e-44fa-955e-8fada9f26382 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 945 time: 0.1496363 Jul 28 03:24:55.334996 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b3e01339-d35a-4fd5-b0d4-043a4ab55e9e req-94969195-0a15-4bfe-a3c4-c9ff9ec748d0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407380 Jul 28 03:24:55.351590 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3ad0c27-e74a-41a1-abbc-0bd31fbdf558 req-1735ff45-2578-496e-8319-d167fd1e49aa tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909889 Jul 28 03:24:55.393791 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-7b5eaf02-7d89-4377-937e-2fc1eb34c5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081232 Jul 28 03:24:55.422315 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:24:55.533855 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-8a74be8a-b9e3-4af3-9040-b0be9d084d9e service neutron] 10.222.0.20 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391602 Jul 28 03:24:55.572571 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9eb2b-037e-4151-b679-e3ce8e8b26e8 req-1465b0e9-2787-4c9d-9359-48e505df6a0e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:55.580772 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1e9eb2b-037e-4151-b679-e3ce8e8b26e8 req-1465b0e9-2787-4c9d-9359-48e505df6a0e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0625639 Jul 28 03:24:55.630581 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1e9eb2b-037e-4151-b679-e3ce8e8b26e8 req-eddb72df-a3e8-4bec-8cea-9ea2ff30014c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483422 Jul 28 03:24:55.682572 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:55Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:24:55.716165 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0bd6d-34d1-4381-aa2e-27ee605efc87 None None] The sync data for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi is: [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:55Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:24:55.742030 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48111bf0-6017-4018-8487-f82148c4aba2 req-bf755277-783b-48b0-acd6-fb4ba164fd68 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 210 time: 0.0391808 Jul 28 03:24:55.893014 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18aff-4edf-42a8-b277-c8a27003470d req-72bf09bc-1596-4ee3-b665-b1810760fa49 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:55.900305 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62a18aff-4edf-42a8-b277-c8a27003470d req-72bf09bc-1596-4ee3-b665-b1810760fa49 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0738554 Jul 28 03:24:55.941231 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-62a18aff-4edf-42a8-b277-c8a27003470d req-f6db3a10-4c84-4d3b-a417-b1bd84d20ae3 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Jul 28 03:24:56.191420 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 9d32411c-b098-4f75-9c83-679e56cf1527 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:56.231019 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ef549af4-aeba-41d8-9eaf-26936fdb89f5 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:56.302592 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 9d32411c-b098-4f75-9c83-679e56cf1527 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:56.309817 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 9d32411c-b098-4f75-9c83-679e56cf1527 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:56.310287 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:56.352490 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port ef549af4-aeba-41d8-9eaf-26936fdb89f5 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:56.368595 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port ef549af4-aeba-41d8-9eaf-26936fdb89f5 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:56.369339 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:56.543506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:56.554266 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd92c7-b805-4658-9ab8-f8df4899533d req-5bcc6212-0847-431c-9239-044e9c542a5d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:56.567403 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6fd92c7-b805-4658-9ab8-f8df4899533d req-5bcc6212-0847-431c-9239-044e9c542a5d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 945 time: 0.1155756 Jul 28 03:24:56.597630 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:56.603604 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 9d32411c-b098-4f75-9c83-679e56cf1527, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=9d32411c-b098-4f75-9c83-679e56cf1527,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:56.614340 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:56.639607 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6fd92c7-b805-4658-9ab8-f8df4899533d req-4017a4aa-fb47-4bfa-8396-f56232c5376f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650225 Jul 28 03:24:56.685792 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port ef549af4-aeba-41d8-9eaf-26936fdb89f5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef549af4-aeba-41d8-9eaf-26936fdb89f5,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:24:56.694204 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:56.698622 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=9d32411c-b098-4f75-9c83-679e56cf1527,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:56.758629 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=ef549af4-aeba-41d8-9eaf-26936fdb89f5,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:56.822257 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1a0d9-d7fb-42a4-abde-61280bb749a2 req-32b71e4e-2b25-471c-b213-f624fe18aa12 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:56.824199 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3bc1a0d9-d7fb-42a4-abde-61280bb749a2 req-32b71e4e-2b25-471c-b213-f624fe18aa12 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0635703 Jul 28 03:24:56.830582 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:56.833687 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17358ce8-5e63-4ca7-9a9d-5331c671b2be" -d '{"events": [{"server_uuid": "cd41981f-61af-4c0c-a16c-7853d7f53908", "name": "network-vif-plugged", "status": "completed", "tag": "ef549af4-aeba-41d8-9eaf-26936fdb89f5"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:56.909059 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb70ab09-e71a-4287-a4ef-15ec11ec4c4b req-bd0b58a1-6ff6-4adc-89f0-9c25e2c2bb9a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 210 time: 0.0583539 Jul 28 03:24:56.940440 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3bc1a0d9-d7fb-42a4-abde-61280bb749a2 req-dc8d1637-d286-4848-b9c4-adee17b0a645 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021061 Jul 28 03:24:56.979658 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c4147-fb12-467f-af29-1ca53ffc7bf4 x-openstack-request-id: req-fb1c4147-fb12-467f-af29-1ca53ffc7bf4 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:56.979953 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41981f-61af-4c0c-a16c-7853d7f53908", "name": "network-vif-plugged", "status": "completed", "tag": "ef549af4-aeba-41d8-9eaf-26936fdb89f5", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:56.980213 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb1c4147-fb12-467f-af29-1ca53ffc7bf4 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:56.980614 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', 'code': 200} Jul 28 03:24:57.263387 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7909-aadc-4b0e-a4ad-2d5612515c32 req-da9165da-9ee7-4436-b2ca-75166cb5bb1a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:57.264954 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-edae7909-aadc-4b0e-a4ad-2d5612515c32 req-da9165da-9ee7-4436-b2ca-75166cb5bb1a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.2132177 Jul 28 03:24:57.276225 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-1772a1fc-4ff1-4527-84d4-6d75122cce85 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:57.277949 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-1772a1fc-4ff1-4527-84d4-6d75122cce85 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 811 time: 0.1805861 Jul 28 03:24:57.315166 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa8e8c-dc39-4091-bda9-27128b44233e req-e1c42388-148f-4787-9600-00ccf49a158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:57.317199 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3fa8e8c-dc39-4091-bda9-27128b44233e req-e1c42388-148f-4787-9600-00ccf49a158a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 1099 time: 0.0607584 Jul 28 03:24:57.346464 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-edae7909-aadc-4b0e-a4ad-2d5612515c32 req-6d6585ba-cc0b-448e-9412-230f612c1741 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673044 Jul 28 03:24:57.354813 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-fb72e558-e183-4684-8bff-b7bb08e6644c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01042aee9c2a46b2af873f2295320508 HTTP/1.1" status: 200 len: 380 time: 0.0671973 Jul 28 03:24:57.365246 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3fa8e8c-dc39-4091-bda9-27128b44233e req-73991d2c-8a80-43b7-a3ed-a9f6239ac144 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Jul 28 03:24:57.366232 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'port': {'device_id': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'admin_state_up': True, 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'security_groups': ['299f6d35-4181-4763-b253-1b62c18202c9']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:57.481558 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Made reservation on behalf of 01042aee9c2a46b2af873f2295320508 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:24:57.485568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:57.634198 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Allocated IP 172.20.0.9 (d347dfd4-4219-4ff2-86d5-b0e92a6f048d/f226ff8a-6649-4eda-8d78-61d9b1302e1b/ada7376c-40a2-4270-aef0-4be8ad42d59d) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:24:57.818584 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814d32f-18c3-415e-9467-b4cff9b6f4d5 req-17232569-8640-4dde-9c3c-42f0843dc3aa tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:57.820265 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a814d32f-18c3-415e-9467-b4cff9b6f4d5 req-17232569-8640-4dde-9c3c-42f0843dc3aa tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0856373 Jul 28 03:24:57.840476 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:57.868772 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Transition to ACTIVE for port object ada7376c-40a2-4270-aef0-4be8ad42d59d will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:57.887206 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a814d32f-18c3-415e-9467-b4cff9b6f4d5 req-4dd0a797-9927-43ac-ba4a-1eaee9533c2f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525560 Jul 28 03:24:57.918117 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:57.980920 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:24:57.989830 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:24:57.996412 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:24:58.000292 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'Port': ['ID=ada7376c-40a2-4270-aef0-4be8ad42d59d,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:58.079970 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:58.081238 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:58.124483 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-376bc08b-741f-414a-804f-87c404de28bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623599 Jul 28 03:24:58.168702 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Request body: {'port': {'device_id': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:24:58.181991 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 9d32411c-b098-4f75-9c83-679e56cf1527 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:24:58.217734 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c65071-8420-474d-adb4-5e9eee4e5aec req-b77402dc-6924-4862-a4ad-fe012762c742 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:58.219682 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4c65071-8420-474d-adb4-5e9eee4e5aec req-b77402dc-6924-4862-a4ad-fe012762c742 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 931 time: 0.1101129 Jul 28 03:24:58.254104 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 9d32411c-b098-4f75-9c83-679e56cf1527 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:58.254806 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:58.273689 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5fc29-d268-47e0-ad00-597d2914ca42 req-599d6668-f209-4268-b6a2-2ebce42f284b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:58.275398 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-beb5fc29-d268-47e0-ad00-597d2914ca42 req-599d6668-f209-4268-b6a2-2ebce42f284b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.1796174 Jul 28 03:24:58.283525 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:58.308598 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-922f5d5e-890a-4963-b61e-1f72b8a882ab None None] Provisioning for port ada7376c-40a2-4270-aef0-4be8ad42d59d completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:24:58.316100 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-922f5d5e-890a-4963-b61e-1f72b8a882ab None None] Provisioning complete for port ada7376c-40a2-4270-aef0-4be8ad42d59d triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:24:58.316728 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-922f5d5e-890a-4963-b61e-1f72b8a882ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:58.329092 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4c65071-8420-474d-adb4-5e9eee4e5aec req-c63ebe99-699d-4655-8f90-ebb2204e980b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763690 Jul 28 03:24:58.379423 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-beb5fc29-d268-47e0-ad00-597d2914ca42 req-e6fa2cb1-f78d-46e8-a8cd-78cc5e3952ac tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935860 Jul 28 03:24:58.393567 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-922f5d5e-890a-4963-b61e-1f72b8a882ab None None] Port ada7376c-40a2-4270-aef0-4be8ad42d59d cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:24:58.615923 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d129bb-60da-4bc2-8673-8898d7eb2b23 req-86452c3e-454d-4e4a-a39e-ea1e5a4e6bc1 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:58.617313 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58d129bb-60da-4bc2-8673-8898d7eb2b23 req-86452c3e-454d-4e4a-a39e-ea1e5a4e6bc1 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.1206880 Jul 28 03:24:58.680443 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58d129bb-60da-4bc2-8673-8898d7eb2b23 req-92c0d67b-a15d-4307-a4d3-233d618eae6d tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562568 Jul 28 03:24:58.749632 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada7376c-40a2-4270-aef0-4be8ad42d59d {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:24:58.762362 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:58.777176 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Transition to ACTIVE for port object ada7376c-40a2-4270-aef0-4be8ad42d59d will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:24:58.781424 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:58.841817 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada7376c-40a2-4270-aef0-4be8ad42d59d,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:58.943099 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Attempting to bind port ada7376c-40a2-4270-aef0-4be8ad42d59d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:24:58.943442 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Attempting to bind port ada7376c-40a2-4270-aef0-4be8ad42d59d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:24:58.943799 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Attempting to bind port ada7376c-40a2-4270-aef0-4be8ad42d59d on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:58.952369 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Port ada7376c-40a2-4270-aef0-4be8ad42d59d on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:24:58.952698 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Attempting to bind port ada7376c-40a2-4270-aef0-4be8ad42d59d on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:24:58.961991 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:24:58.962349 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Checking segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:24:58.962719 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Bound using segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:24:58.963161 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Bound port: ada7376c-40a2-4270-aef0-4be8ad42d59d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:24:58.963552 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:58.972602 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed134e2-b1e3-4b35-82b4-073ef158dae1 req-c67d6e3f-da04-44ae-9a1c-16e90631e867 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:58.974112 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aed134e2-b1e3-4b35-82b4-073ef158dae1 req-c67d6e3f-da04-44ae-9a1c-16e90631e867 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0740154 Jul 28 03:24:59.089241 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db7362-f5dd-445f-bdbb-54d8734a0a1a req-3c9ed448-d0f5-4b38-9451-67043dab4248 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:59.090763 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0db7362-f5dd-445f-bdbb-54d8734a0a1a req-3c9ed448-d0f5-4b38-9451-67043dab4248 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.1157143 Jul 28 03:24:59.093570 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aed134e2-b1e3-4b35-82b4-073ef158dae1 req-881c9a0c-cb42-468f-be30-0bf09810fc50 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011415 Jul 28 03:24:59.130091 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] For port ada7376c-40a2-4270-aef0-4be8ad42d59d, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:24:59.137351 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] For port ada7376c-40a2-4270-aef0-4be8ad42d59d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:24:59.144246 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:59.154018 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b0db7362-f5dd-445f-bdbb-54d8734a0a1a req-5f400536-43ca-4009-bce3-669fef56458d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557230 Jul 28 03:24:59.182869 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:59.183515 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:24:59.184869 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 200 len: 1093 time: 1.0264604 Jul 28 03:24:59.185299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:24:59.187552 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:24:59.211726 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dacd0-f21f-405d-90a5-4a0681d2e7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada7376c-40a2-4270-aef0-4be8ad42d59d,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:24:59.231767 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdd8f43-17f3-4e57-8c18-6927ef71d48d x-openstack-request-id: req-9fdd8f43-17f3-4e57-8c18-6927ef71d48d {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:24:59.232062 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:24:59.232316 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fdd8f43-17f3-4e57-8c18-6927ef71d48d {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:24:59.232710 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'status': 'completed', 'code': 200} Jul 28 03:24:59.450209 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e147f-00c9-4b2c-bea3-46b2879ae938 req-a8847af4-73d3-484a-afee-7676564ff8fb tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:59.451782 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-475e147f-00c9-4b2c-bea3-46b2879ae938 req-a8847af4-73d3-484a-afee-7676564ff8fb tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0515449 Jul 28 03:24:59.516197 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-475e147f-00c9-4b2c-bea3-46b2879ae938 req-21919de9-bfca-4d8e-9cee-375b4678e59e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576768 Jul 28 03:24:59.528425 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa46f56-5d59-4411-900e-a3098a3c8f46 req-33e59284-e680-4cbb-beb3-a0b2cb697a52 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:24:59.536893 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1fa46f56-5d59-4411-900e-a3098a3c8f46 req-33e59284-e680-4cbb-beb3-a0b2cb697a52 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0794494 Jul 28 03:24:59.572931 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1fa46f56-5d59-4411-900e-a3098a3c8f46 req-ff2390b0-9bda-4782-adca-6ae709ddd992 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Jul 28 03:25:00.206057 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafecc2-f3c7-4b71-9a9b-fe981ee02dda req-d2d309b0-5465-4a3d-9f1a-6fcf502603a7 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:00.207576 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3bafecc2-f3c7-4b71-9a9b-fe981ee02dda req-d2d309b0-5465-4a3d-9f1a-6fcf502603a7 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0468967 Jul 28 03:25:00.247116 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3bafecc2-f3c7-4b71-9a9b-fe981ee02dda req-0b9eb795-1ffc-4e7c-a811-5074cfe1c278 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Jul 28 03:25:00.345893 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474305-f7dd-4580-accb-60efd9737983 req-98f5d961-0009-49b6-a1c4-f9a2031de4a8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:00.347182 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c2474305-f7dd-4580-accb-60efd9737983 req-98f5d961-0009-49b6-a1c4-f9a2031de4a8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0474024 Jul 28 03:25:00.383617 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c2474305-f7dd-4580-accb-60efd9737983 req-7b894aa6-c7c4-4c79-af27-13fc96b39731 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305862 Jul 28 03:25:00.634401 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ffb0b-681e-463b-9dcf-0bd119c3ac42 req-0ac928f4-d6be-4b41-bc2b-c6224dc126d4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:00.636016 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c9ffb0b-681e-463b-9dcf-0bd119c3ac42 req-0ac928f4-d6be-4b41-bc2b-c6224dc126d4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0494173 Jul 28 03:25:00.676449 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c9ffb0b-681e-463b-9dcf-0bd119c3ac42 req-419007e6-18fb-46f4-8960-9cfc6be8cc88 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Jul 28 03:25:00.779496 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b1ad8-cc03-45f2-b1f5-06fa7a6141fc req-a4217d16-1ae9-4fba-b836-413972ad5a12 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:00.780954 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-109b1ad8-cc03-45f2-b1f5-06fa7a6141fc req-a4217d16-1ae9-4fba-b836-413972ad5a12 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0472376 Jul 28 03:25:00.823971 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-109b1ad8-cc03-45f2-b1f5-06fa7a6141fc req-a51848fc-d5fe-49aa-b3f7-edc1e029fc0e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Jul 28 03:25:01.218302 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ed60f286-e46a-457e-9b88-944c5321a470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:01.359158 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec1976-6f41-4246-96bb-da085bc3551f req-c685035f-223a-4584-b8a1-a8ba9cbb93ea tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:01.361232 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83ec1976-6f41-4246-96bb-da085bc3551f req-c685035f-223a-4584-b8a1-a8ba9cbb93ea tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0494766 Jul 28 03:25:01.397662 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83ec1976-6f41-4246-96bb-da085bc3551f req-ec4e087d-7b72-4295-8416-73e241006eae tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306411 Jul 28 03:25:01.498070 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb870-0a62-411a-9bc2-f2cbab0e28c9 req-a980b492-cf52-4b07-ba6f-8462532bd4c2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:01.499346 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c28eb870-0a62-411a-9bc2-f2cbab0e28c9 req-a980b492-cf52-4b07-ba6f-8462532bd4c2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0475762 Jul 28 03:25:01.535697 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c28eb870-0a62-411a-9bc2-f2cbab0e28c9 req-a720dd66-a45e-475c-890e-d7ec23b17327 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Jul 28 03:25:01.795849 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc268-da26-4d91-a589-79992ee765c0 req-122dbe88-22e0-4d8d-9033-de33ba52c957 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:01.797271 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cefc268-da26-4d91-a589-79992ee765c0 req-122dbe88-22e0-4d8d-9033-de33ba52c957 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0472531 Jul 28 03:25:01.837898 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cefc268-da26-4d91-a589-79992ee765c0 req-ea7c439c-036e-426b-bd6b-6fe882cd9f1e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348518 Jul 28 03:25:01.940305 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d432f28-4216-4a01-863c-67e0665151f9 req-98063f93-5409-4de7-bee8-ceaa43f8981b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:01.941709 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4d432f28-4216-4a01-863c-67e0665151f9 req-98063f93-5409-4de7-bee8-ceaa43f8981b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0521882 Jul 28 03:25:01.981164 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4d432f28-4216-4a01-863c-67e0665151f9 req-589f368f-a496-4e16-8d4d-f52b5050e304 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Jul 28 03:25:02.514104 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607060-9ac5-41d3-ab7c-819bab5fd725 req-6055ca4e-080c-49bf-abcc-d59c4382323b tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:02.515689 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9607060-9ac5-41d3-ab7c-819bab5fd725 req-6055ca4e-080c-49bf-abcc-d59c4382323b tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0512731 Jul 28 03:25:02.552938 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9607060-9ac5-41d3-ab7c-819bab5fd725 req-883507f2-5482-4796-a6bc-d073db77f317 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Jul 28 03:25:02.651868 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926532fd-03dd-41d6-81e7-299da31a2c0e req-d7a54c00-404a-441d-aeeb-658029779a69 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:02.653307 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-926532fd-03dd-41d6-81e7-299da31a2c0e req-d7a54c00-404a-441d-aeeb-658029779a69 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0470264 Jul 28 03:25:02.692859 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-926532fd-03dd-41d6-81e7-299da31a2c0e req-b6c423e1-9c62-4b8e-9b01-5dee454bf016 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Jul 28 03:25:02.879326 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:02.950963 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041474c5-1a4d-4fc9-abd7-9d876930afd0 req-17564316-b59e-4fe5-bde2-55e31c1e1af8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:02.952400 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-041474c5-1a4d-4fc9-abd7-9d876930afd0 req-17564316-b59e-4fe5-bde2-55e31c1e1af8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0460105 Jul 28 03:25:02.988755 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-041474c5-1a4d-4fc9-abd7-9d876930afd0 req-f813bb59-9137-41c0-a84a-c97a67009668 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299730 Jul 28 03:25:03.090506 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575549e-e1f1-43da-80cc-3d3aa8d59906 req-22f49f66-7c7b-483b-b8b7-ac45864545b2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:03.091988 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d575549e-e1f1-43da-80cc-3d3aa8d59906 req-22f49f66-7c7b-483b-b8b7-ac45864545b2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0472336 Jul 28 03:25:03.129384 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d575549e-e1f1-43da-80cc-3d3aa8d59906 req-f3516834-ab16-4720-bcce-d270790fb1a3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Jul 28 03:25:03.669760 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4bfd1-089e-48ff-b506-7942b9310b9c req-62b173ff-6e06-4647-8182-beef82e15389 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:03.671335 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03e4bfd1-089e-48ff-b506-7942b9310b9c req-62b173ff-6e06-4647-8182-beef82e15389 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0517104 Jul 28 03:25:03.713309 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03e4bfd1-089e-48ff-b506-7942b9310b9c req-092a596c-de8e-4194-985a-a05ad70f979b tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Jul 28 03:25:03.815830 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2c97c-583b-4b13-a28c-6db6ba97b90a req-f5036d18-774a-4b90-b94f-beb9352ab19e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:03.817329 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-80b2c97c-583b-4b13-a28c-6db6ba97b90a req-f5036d18-774a-4b90-b94f-beb9352ab19e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0517108 Jul 28 03:25:03.857759 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-80b2c97c-583b-4b13-a28c-6db6ba97b90a req-c9e05c55-2f3d-4f27-bb58-332c2b52d753 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339677 Jul 28 03:25:03.879013 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e3314967-04b1-464d-96ef-9e2b530c2ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:03.960606 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:04.100807 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76cd69-de80-42a1-b182-a24339ec1c1e req-f12d14e3-2c71-418d-af8a-60646b68411d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:04.102175 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a76cd69-de80-42a1-b182-a24339ec1c1e req-f12d14e3-2c71-418d-af8a-60646b68411d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0474529 Jul 28 03:25:04.137742 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a76cd69-de80-42a1-b182-a24339ec1c1e req-b0578fac-551c-4b3b-91c1-2615546d446f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296450 Jul 28 03:25:04.238345 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1dec9-548f-4f3a-bc6a-e50d6b013270 req-11c0273d-a723-41bf-82a9-98d28a7d243a tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:04.239787 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8e1dec9-548f-4f3a-bc6a-e50d6b013270 req-11c0273d-a723-41bf-82a9-98d28a7d243a tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0472388 Jul 28 03:25:04.278450 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8e1dec9-548f-4f3a-bc6a-e50d6b013270 req-6252a02a-6919-41d5-925c-73d7e409f04b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Jul 28 03:25:04.826160 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf2ca-6f11-4dcc-98b6-e99e29448edf req-e891364d-60f3-40a3-8f9e-b2e033533fa0 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:04.827597 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a2adf2ca-6f11-4dcc-98b6-e99e29448edf req-e891364d-60f3-40a3-8f9e-b2e033533fa0 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0461266 Jul 28 03:25:04.868747 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a2adf2ca-6f11-4dcc-98b6-e99e29448edf req-a813a468-dcae-4568-a714-75b00a2dd401 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342925 Jul 28 03:25:04.955277 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:04.975794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486de72-ce42-408f-a98d-284a1f6ecaa2 req-874bc748-20f4-4f3e-be02-e3d1794a4114 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:04.977344 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3486de72-ce42-408f-a98d-284a1f6ecaa2 req-874bc748-20f4-4f3e-be02-e3d1794a4114 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0501363 Jul 28 03:25:05.013343 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3486de72-ce42-408f-a98d-284a1f6ecaa2 req-2530ff73-eada-42bf-aa83-f845738f3c66 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296471 Jul 28 03:25:05.249426 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf775344-79bf-4a7a-9911-d39a00f18f47 req-83e576d3-d20d-438f-9beb-b53c6b3ba950 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:05.251385 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cf775344-79bf-4a7a-9911-d39a00f18f47 req-83e576d3-d20d-438f-9beb-b53c6b3ba950 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0470788 Jul 28 03:25:05.291384 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cf775344-79bf-4a7a-9911-d39a00f18f47 req-0f50039b-1e55-4e26-8df5-66fc8110b20f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340633 Jul 28 03:25:05.390531 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfc477-75a6-41fc-b0ad-b199a86ce384 req-2b99df80-cc95-44db-85e7-fa9e868ead66 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:05.392661 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7bfc477-75a6-41fc-b0ad-b199a86ce384 req-2b99df80-cc95-44db-85e7-fa9e868ead66 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0474985 Jul 28 03:25:05.431346 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7bfc477-75a6-41fc-b0ad-b199a86ce384 req-bfffc30d-9733-45a0-84cb-8d3faf6d4f0e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Jul 28 03:25:05.791564 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-cbb8803d-8294-4ce4-b42d-f824e15da59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:05.793005 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-cbb8803d-8294-4ce4-b42d-f824e15da59b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 1096 time: 0.0381453 Jul 28 03:25:05.837704 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-ddc1e24a-12da-43f8-a23c-243865f58ab0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 200 len: 217 time: 0.0358472 Jul 28 03:25:06.140620 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-d1fd345a-247d-40c5-b585-edf529976ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.142680 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-d1fd345a-247d-40c5-b585-edf529976ef2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.2909515 Jul 28 03:25:06.176192 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea42e8-839e-4643-bd25-20566065018a req-8e109a86-7b5e-426b-8d16-d7e1500b7f28 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.177543 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1ea42e8-839e-4643-bd25-20566065018a req-8e109a86-7b5e-426b-8d16-d7e1500b7f28 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0980804 Jul 28 03:25:06.215964 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32d7f8-dc05-4d76-9144-63e248f66511 req-1370f6f0-f4d9-4552-a47d-46da86567fe0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.217608 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed32d7f8-dc05-4d76-9144-63e248f66511 req-1370f6f0-f4d9-4552-a47d-46da86567fe0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.1074443 Jul 28 03:25:06.258037 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-3662f1d1-39cb-4ac3-8b78-33b8da725675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.259529 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-3662f1d1-39cb-4ac3-8b78-33b8da725675 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1041915 Jul 28 03:25:06.273262 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1ea42e8-839e-4643-bd25-20566065018a req-c296af1a-7462-41cc-b39c-33547ea9de2f tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819454 Jul 28 03:25:06.287382 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed32d7f8-dc05-4d76-9144-63e248f66511 req-836fa822-5ffb-430d-b1c7-dc8a74028618 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632179 Jul 28 03:25:06.377384 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-c042e0bc-2365-46e9-9547-95ede062c4d5 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014161 Jul 28 03:25:06.472783 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ded8-21f5-4d81-8dde-d8fe24b44cb4 req-5f6b8644-528d-440e-b23e-28f5f6a8ba63 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.472783 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5b5ded8-21f5-4d81-8dde-d8fe24b44cb4 req-5f6b8644-528d-440e-b23e-28f5f6a8ba63 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.1073115 Jul 28 03:25:06.546358 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce6f54ea-281a-4d10-bb9c-35c4f690ed40 req-174ade84-dfdc-474d-b647-618a518a3018 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560054 Jul 28 03:25:06.564080 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5b5ded8-21f5-4d81-8dde-d8fe24b44cb4 req-7543274f-64b3-46c3-a765-52074bdf5cb8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847239 Jul 28 03:25:06.581922 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643719d-cb09-4ca8-8033-fff138e9ef9d req-46ccc95a-fdd3-4be2-b6eb-5cc151d2b1b4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.583538 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7643719d-cb09-4ca8-8033-fff138e9ef9d req-46ccc95a-fdd3-4be2-b6eb-5cc151d2b1b4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0824099 Jul 28 03:25:06.590950 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:06.659134 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7643719d-cb09-4ca8-8033-fff138e9ef9d req-fa2d3faf-3bc7-408c-8b83-7d8fdf521a76 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595317 Jul 28 03:25:06.671621 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-4fe2b93f-ffcb-412a-9cca-b7bdffb95de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.674018 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-4fe2b93f-ffcb-412a-9cca-b7bdffb95de7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 1096 time: 0.0594995 Jul 28 03:25:06.773235 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-d99f58a2-5d49-4daf-9a95-5170019d5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.774854 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-d99f58a2-5d49-4daf-9a95-5170019d5367 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 912 time: 0.0924332 Jul 28 03:25:06.818926 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-067aa2e3-3186-45ff-891f-2a130ab2a462 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 200 len: 217 time: 0.0362496 Jul 28 03:25:06.876253 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-91aadc8f-4409-4218-a3fe-95fc22005b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.877818 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-91aadc8f-4409-4218-a3fe-95fc22005b1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0507872 Jul 28 03:25:06.926286 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-bebda7ad-7e88-49e4-8d25-3faf2bafa3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:06.927928 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-bebda7ad-7e88-49e4-8d25-3faf2bafa3df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409994 Jul 28 03:25:07.029216 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-de8d8895-ca9e-42d9-bb94-cf8b01d1931a service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920010 Jul 28 03:25:07.118258 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0c86a5a7-b045-4ab0-9424-4ed69cdeac9d req-72516f4c-679f-44a0-90ee-406d8906a07b service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803635 Jul 28 03:25:07.397260 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca9d0d-d62d-4be7-a295-08bf53171136 req-5bd3cdc6-580d-4efc-97c8-64669916f079 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:07.398619 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5cca9d0d-d62d-4be7-a295-08bf53171136 req-5bd3cdc6-580d-4efc-97c8-64669916f079 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0522518 Jul 28 03:25:07.436439 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5cca9d0d-d62d-4be7-a295-08bf53171136 req-6cb98438-9cd3-4dac-ae1e-bcda6bfe565c tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310302 Jul 28 03:25:07.676391 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fe0ec-e9e4-43c2-bc77-e7ced0dffe5e req-7f9e6371-980a-45bd-a952-5f2cdf66f775 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:07.677745 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e46fe0ec-e9e4-43c2-bc77-e7ced0dffe5e req-7f9e6371-980a-45bd-a952-5f2cdf66f775 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0481200 Jul 28 03:25:07.716344 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e46fe0ec-e9e4-43c2-bc77-e7ced0dffe5e req-9ee547d2-5933-47ca-91ba-341fb3b00f4d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327895 Jul 28 03:25:07.819149 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05885703-cb97-4bf1-9959-79b24bf58dc6 req-870d79b9-fe4f-464a-8a4d-059c7d5aade7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:07.820582 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-05885703-cb97-4bf1-9959-79b24bf58dc6 req-870d79b9-fe4f-464a-8a4d-059c7d5aade7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0470483 Jul 28 03:25:07.857805 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-05885703-cb97-4bf1-9959-79b24bf58dc6 req-a8ce952b-e9cb-4593-a644-8eec87ad1737 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Jul 28 03:25:08.356985 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f880a5e-b462-46f2-a12a-b5611d356f4b req-7d6349f3-2f6a-4d59-bb19-1199523046c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:08.358477 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f880a5e-b462-46f2-a12a-b5611d356f4b req-7d6349f3-2f6a-4d59-bb19-1199523046c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 1099 time: 0.0424612 Jul 28 03:25:08.395282 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f880a5e-b462-46f2-a12a-b5611d356f4b req-509a22fb-0582-4441-871d-9a665d144d15 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271072 Jul 28 03:25:08.550129 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d55d3-2133-4ff0-bbb0-bc2528b597c7 req-bf1f206c-544e-4e4b-b8a1-453256f4a806 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:08.551583 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a61d55d3-2133-4ff0-bbb0-bc2528b597c7 req-bf1f206c-544e-4e4b-b8a1-453256f4a806 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0470490 Jul 28 03:25:08.587691 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a61d55d3-2133-4ff0-bbb0-bc2528b597c7 req-96ff351e-f212-4b18-b7ee-4ed1e3a08079 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303240 Jul 28 03:25:08.829275 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200d486-794f-4b1d-9b5a-9bf25610876d req-59ad4ac4-a731-4738-9491-8bebc0702369 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:08.830926 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2200d486-794f-4b1d-9b5a-9bf25610876d req-59ad4ac4-a731-4738-9491-8bebc0702369 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0483441 Jul 28 03:25:08.869575 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2200d486-794f-4b1d-9b5a-9bf25610876d req-6c247177-3f9a-4c64-b358-63d4acb361ca tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Jul 28 03:25:08.978109 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca463289-81f0-4f2d-9982-987190ed6705 req-af0ad0f7-9c57-49c9-b156-7252cb1787d2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:08.979806 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca463289-81f0-4f2d-9982-987190ed6705 req-af0ad0f7-9c57-49c9-b156-7252cb1787d2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0527415 Jul 28 03:25:09.017149 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca463289-81f0-4f2d-9982-987190ed6705 req-7474348c-1c46-4cd5-9f4e-d679b73d945c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Jul 28 03:25:09.699362 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd809fe-54c5-4806-9419-ab52f9134943 req-abc383b7-4fe4-4dd4-b583-de5034970f47 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:09.700835 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9fd809fe-54c5-4806-9419-ab52f9134943 req-abc383b7-4fe4-4dd4-b583-de5034970f47 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0476604 Jul 28 03:25:09.737225 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9fd809fe-54c5-4806-9419-ab52f9134943 req-7659e366-e10d-4be8-96dd-4addb5043dbf tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/security-groups?id=df11e01a-e5be-4aa9-94d8-81c76052a98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300741 Jul 28 03:25:09.974009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-d2c64462-ed42-47da-bd20-cd4abdf326c3 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:09.975400 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-d2c64462-ed42-47da-bd20-cd4abdf326c3 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.10 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 949 time: 0.0710802 Jul 28 03:25:10.037993 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c53b1-1510-4127-84a5-f30f39e652e5 req-526e180c-bb32-46bd-b891-dc7b22fa43c7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:10.039489 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b98c53b1-1510-4127-84a5-f30f39e652e5 req-526e180c-bb32-46bd-b891-dc7b22fa43c7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.1026847 Jul 28 03:25:10.155989 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b98c53b1-1510-4127-84a5-f30f39e652e5 req-326c745b-5ff2-4a68-aa2e-78d0cd280449 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063879 Jul 28 03:25:10.185792 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d6e3b-5fec-44ed-84c7-54383f198dd8 req-71f4172d-ecc6-40a3-b412-a76da78da232 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:10.187244 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-969d6e3b-5fec-44ed-84c7-54383f198dd8 req-71f4172d-ecc6-40a3-b412-a76da78da232 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0826993 Jul 28 03:25:10.218656 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Deleting port 9d868d59-36eb-4117-9dfc-55c770f39276 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:25:10.219006 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:10.276511 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-969d6e3b-5fec-44ed-84c7-54383f198dd8 req-b27c7edd-0997-4632-9a3e-f1b2cca6f376 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811889 Jul 28 03:25:10.320061 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] For port 9d868d59-36eb-4117-9dfc-55c770f39276, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d868d59-36eb-4117-9dfc-55c770f39276,segment=NetworkSegment(89e27643-c697-47b0-9767-a7b78fe00c34),segment_id=89e27643-c697-47b0-9767-a7b78fe00c34)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:10.320422 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:10.336083 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Calling delete_port for 9d868d59-36eb-4117-9dfc-55c770f39276 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:25:10.487061 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:10.519270 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Pushing event deleted for resources: {'Port': ['ID=9d868d59-36eb-4117-9dfc-55c770f39276,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:10.567845 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.568223 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.568645 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.568979 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.569346 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.569755 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.570078 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.570411 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.570740 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.571084 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.571544 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.571897 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:10.598510 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] No DVR routers for this DVR port 9d868d59-36eb-4117-9dfc-55c770f39276 on host hv-cinder-78626 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:25:10.601889 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:10.603928 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f66a7e54-4908-475f-8c85-badac3cdda75 req-a43a6aa1-d3bd-4742-b1c3-c3fc8a630d3a tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.10 "DELETE /v2.0/ports/9d868d59-36eb-4117-9dfc-55c770f39276 HTTP/1.1" status: 204 len: 173 time: 0.6208234 Jul 28 03:25:10.604528 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'name': 'network-vif-deleted', 'tag': '9d868d59-36eb-4117-9dfc-55c770f39276'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:25:10.606602 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e51408-87a9-4de2-9f9d-288b36df9459" -d '{"events": [{"server_uuid": "83bae553-3b38-47f6-952d-b3f22b7804c3", "name": "network-vif-deleted", "tag": "9d868d59-36eb-4117-9dfc-55c770f39276"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:25:10.795427 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbfcf65-1185-47e4-8554-92dedef912a1 x-openstack-request-id: req-8cbfcf65-1185-47e4-8554-92dedef912a1 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:25:10.796022 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bae553-3b38-47f6-952d-b3f22b7804c3", "name": "network-vif-deleted", "tag": "9d868d59-36eb-4117-9dfc-55c770f39276", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:25:10.796022 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cbfcf65-1185-47e4-8554-92dedef912a1 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:25:10.796486 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bae553-3b38-47f6-952d-b3f22b7804c3', 'name': 'network-vif-deleted', 'tag': '9d868d59-36eb-4117-9dfc-55c770f39276', 'status': 'completed', 'code': 200} Jul 28 03:25:10.850383 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d91b7d0d-4440-4453-8e9a-fb84701f197e req-cef98069-3f0e-40ea-b37f-bd2c261b05e8 tempest-VolumesNegativeTest-412483661 tempest-VolumesNegativeTest-412483661-project] 10.222.0.20 "GET /v2.0/ports?device_id=83bae553-3b38-47f6-952d-b3f22b7804c3 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Jul 28 03:25:11.289871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c929e-0971-46f8-a13d-b15c6c929856 req-5f3ab578-0afa-4f9b-be04-420ffa8f1d3c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:11.291342 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d2c929e-0971-46f8-a13d-b15c6c929856 req-5f3ab578-0afa-4f9b-be04-420ffa8f1d3c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0546677 Jul 28 03:25:11.345210 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d2c929e-0971-46f8-a13d-b15c6c929856 req-636b9364-523b-4494-bbf4-9707dfec6d5f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417831 Jul 28 03:25:11.406379 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750a76-9eab-4f85-9119-ec078357dbdc req-f5b48623-af3a-44fa-8bb9-70138c28fd0e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:11.408741 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-64750a76-9eab-4f85-9119-ec078357dbdc req-f5b48623-af3a-44fa-8bb9-70138c28fd0e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0546069 Jul 28 03:25:11.456365 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-64750a76-9eab-4f85-9119-ec078357dbdc req-5029f3f2-5328-4a88-b3e4-d70bfd8ee309 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379484 Jul 28 03:25:11.581491 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99941ae1-cd92-462b-88f9-b98edde85ace req-3ba1b2f4-2cff-478c-bdc6-54a65c23f91e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:11.582992 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99941ae1-cd92-462b-88f9-b98edde85ace req-3ba1b2f4-2cff-478c-bdc6-54a65c23f91e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0522933 Jul 28 03:25:11.621337 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99941ae1-cd92-462b-88f9-b98edde85ace req-7c964748-52be-424f-a0f4-4090eef613d7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Jul 28 03:25:12.253738 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ada7376c-40a2-4270-aef0-4be8ad42d59d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:25:12.308226 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 9d868d59-36eb-4117-9dfc-55c770f39276 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:25:12.330276 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 9d868d59-36eb-4117-9dfc-55c770f39276 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:25:12.330614 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 9d868d59-36eb-4117-9dfc-55c770f39276 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:25:12.371150 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port ada7376c-40a2-4270-aef0-4be8ad42d59d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:12.384971 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'port_id': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'mac_address': 'fa:16:3e:85:22:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:25:12.440311 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:12.461591 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada7376c-40a2-4270-aef0-4be8ad42d59d {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:25:12.483455 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port ada7376c-40a2-4270-aef0-4be8ad42d59d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:12.489575 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:12.497916 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebcaf3-c9e3-4858-bf9a-761e212f7c54 req-cfde9882-0621-4d5f-b4c1-b94a37c7f7d9 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:12.499688 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cebcaf3-c9e3-4858-bf9a-761e212f7c54 req-cfde9882-0621-4d5f-b4c1-b94a37c7f7d9 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 943 time: 0.0583415 Jul 28 03:25:12.562756 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cebcaf3-c9e3-4858-bf9a-761e212f7c54 req-88502d90-2855-430c-9381-5d833686afa5 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563951 Jul 28 03:25:12.569505 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=ada7376c-40a2-4270-aef0-4be8ad42d59d,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:13.286706 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['ada7376c-40a2-4270-aef0-4be8ad42d59d'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:25:13.731920 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-c4d97eb2-b8cf-454a-a62c-9fe0153b7395 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:13.733565 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-c4d97eb2-b8cf-454a-a62c-9fe0153b7395 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.1689103 Jul 28 03:25:13.741276 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3a656-c2c9-465a-9048-66fb0742eeaf req-3118fafa-5f62-4c93-bda1-b483920545ef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:13.742753 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-88c3a656-c2c9-465a-9048-66fb0742eeaf req-3118fafa-5f62-4c93-bda1-b483920545ef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 944 time: 0.1005504 Jul 28 03:25:13.761868 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-9e61aa05-751d-427f-8aaa-1b4038b2e3c4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/quotas/7db4e38f030e4c6bbaba7e6d5f806b97 HTTP/1.1" status: 200 len: 375 time: 0.0178621 Jul 28 03:25:13.818819 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-88c3a656-c2c9-465a-9048-66fb0742eeaf req-97607d0f-dec3-49d4-aeff-2ae0512b0141 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682566 Jul 28 03:25:13.834681 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-97287002-fac6-4c19-aa02-66f3f89fb7ac tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653269 Jul 28 03:25:13.933058 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dcb18987-d1a3-437b-979d-2cf5ddc3b93a service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902498 Jul 28 03:25:14.025591 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-0d3fc1c7-e55e-4429-8cda-22cd158bc7f1 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858593 Jul 28 03:25:14.249164 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a19248ed-7727-43d2-a4a9-258ab50d542c req-a2292afe-b76b-42bb-af60-66a09ba9fc80 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Jul 28 03:25:14.953111 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939366b-91a0-426a-9524-e8032bf8dd9d req-5676d1e8-80ea-4d4e-a044-42f7f55db184 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:14.955387 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5939366b-91a0-426a-9524-e8032bf8dd9d req-5676d1e8-80ea-4d4e-a044-42f7f55db184 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 944 time: 0.0570922 Jul 28 03:25:14.995189 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5939366b-91a0-426a-9524-e8032bf8dd9d req-adaf0814-1f83-44b0-894b-55be6a754855 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Jul 28 03:25:15.406708 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-f6674561-71a7-4a08-8c78-172d6613c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:15.408355 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-f6674561-71a7-4a08-8c78-172d6613c0d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0454371 Jul 28 03:25:15.587007 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-4c0bb37d-b283-41b8-be76-f8abec068314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:15.588844 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-4c0bb37d-b283-41b8-be76-f8abec068314 service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.1732419 Jul 28 03:25:15.649741 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-085ca2e8-01e1-4502-ab3b-a7cf63a3216d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 217 time: 0.0499604 Jul 28 03:25:15.663298 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0573b1bf-7685-4921-a8a8-28a6f8853f6d req-54886d3e-8dcd-489d-9aae-ea9a6bc4db9a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 210 time: 0.3177030 Jul 28 03:25:15.738817 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-9c1be586-eb38-4a66-a80f-9c4498ecdc77 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:15.740388 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-9c1be586-eb38-4a66-a80f-9c4498ecdc77 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.4491479 Jul 28 03:25:15.755048 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Request body: {'port': {'device_id': '91c728e3-fb74-44a6-a667-55f974a11e45', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'admin_state_up': True, 'tenant_id': '7db4e38f030e4c6bbaba7e6d5f806b97'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:15.871909 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af19f7-ba5d-4b5c-b906-a0c66b48f25e req-7cafdfba-5b6a-404d-af2b-7b113ba83cb1 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:15.880293 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16af19f7-ba5d-4b5c-b906-a0c66b48f25e req-7cafdfba-5b6a-404d-af2b-7b113ba83cb1 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1510758 Jul 28 03:25:15.994216 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16af19f7-ba5d-4b5c-b906-a0c66b48f25e req-ae224116-aef7-494e-8d30-9398c1c48d67 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126008 Jul 28 03:25:16.003848 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-d330092c-c448-468d-9472-e058c7c9b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:16.003848 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-d330092c-c448-468d-9472-e058c7c9b52b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.3403540 Jul 28 03:25:16.043341 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Made reservation on behalf of 7db4e38f030e4c6bbaba7e6d5f806b97 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:25:16.050103 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:16.073822 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-ffbabfb2-d926-44bf-9c08-800f9227401a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583956 Jul 28 03:25:16.233736 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-900c7daa-f26d-4ca4-953f-a3913c37d96f service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482499 Jul 28 03:25:16.274863 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e428b-afbd-42ac-bc80-65d50811317a req-072bf197-776c-4b9c-bda6-cdefa7c3df55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:16.276319 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a6e428b-afbd-42ac-bc80-65d50811317a req-072bf197-776c-4b9c-bda6-cdefa7c3df55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 944 time: 0.1164896 Jul 28 03:25:16.298448 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ada7376c-40a2-4270-aef0-4be8ad42d59d up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:16.314448 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Allocated IP 172.20.0.6 (6ce9431b-bccf-4544-9fd0-0a543af5e82a/a4482d0a-1c22-4146-82e6-e0f65f0a4b23/14b75763-2b15-4f27-81d1-928c2e1caffe) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:25:16.343912 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a6e428b-afbd-42ac-bc80-65d50811317a req-9fa7c932-c134-43a0-a587-84a2a99ce587 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593693 Jul 28 03:25:16.400190 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port ada7376c-40a2-4270-aef0-4be8ad42d59d completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:16.412609 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port ada7376c-40a2-4270-aef0-4be8ad42d59d triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:16.412989 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:16.444432 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1868de42-4a17-4f86-aae4-1afd1d87752f req-0deec17a-6706-42b4-a581-26aad6296b94 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357570 Jul 28 03:25:16.497458 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:16.522018 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:16.524877 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:25:16.527177 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a40061-ca06-4d4c-b146-231c2601a1b4" -d '{"events": [{"server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "name": "network-vif-plugged", "status": "completed", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:25:16.540959 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port ada7376c-40a2-4270-aef0-4be8ad42d59d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:16.545664 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:16.571142 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c78e94-c333-4124-b236-148aba085c3c x-openstack-request-id: req-54c78e94-c333-4124-b236-148aba085c3c {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:25:16.571438 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "name": "network-vif-plugged", "status": "completed", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:25:16.571743 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54c78e94-c333-4124-b236-148aba085c3c {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:25:16.572174 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'code': 200} Jul 28 03:25:16.572804 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:16.598959 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=ada7376c-40a2-4270-aef0-4be8ad42d59d,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:16.618219 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:16.621566 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:16.628949 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:25:16.635739 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event updated for resources: {'Port': ['ID=14b75763-2b15-4f27-81d1-928c2e1caffe,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:16.684500 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:16.685120 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:16.699226 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-2f927d27-8167-48d3-ae58-66b84936c825 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9478924 Jul 28 03:25:16.705205 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:25:16.794036 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44095a-544c-454e-ad7b-d7178904b224 req-b2be0dc4-7985-412b-a778-81cbd6a33230 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:16.795554 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d44095a-544c-454e-ad7b-d7178904b224 req-b2be0dc4-7985-412b-a778-81cbd6a33230 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 931 time: 0.0507131 Jul 28 03:25:16.838152 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d44095a-544c-454e-ad7b-d7178904b224 req-a64ff32a-de58-4cb1-96f3-b6a3f1224c03 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Jul 28 03:25:16.883570 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Request body: {'port': {'device_id': '91c728e3-fb74-44a6-a667-55f974a11e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:16.887200 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'ef549af4-aeba-41d8-9eaf-26936fdb89f5'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:25:16.955167 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.006058 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 42704) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:17.093821 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6e79a-b22a-496d-b578-d95de0c31444 req-fbb90fcd-48ad-44d6-ae58-09e3ef8e56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:17.096263 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0ea6e79a-b22a-496d-b578-d95de0c31444 req-fbb90fcd-48ad-44d6-ae58-09e3ef8e56c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 1098 time: 0.0539289 Jul 28 03:25:17.207337 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-76781714-05c5-437f-af8f-fd4320e00ded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2739d83c472146c8b4151f6007c6a534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985562 Jul 28 03:25:17.208598 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 42718) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:17.224809 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f88aa8-986e-4e48-bc1e-52345ef9e027 req-2f5a1834-e179-4ac4-afdb-04946dce6990 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:17.227924 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-93f88aa8-986e-4e48-bc1e-52345ef9e027 req-2f5a1834-e179-4ac4-afdb-04946dce6990 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1205902 Jul 28 03:25:17.279139 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.291099 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-93f88aa8-986e-4e48-bc1e-52345ef9e027 req-c3f87eb5-124a-46e6-9e26-63ddbf766c03 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585608 Jul 28 03:25:17.305658 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.360264 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.363146 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.364404 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df11e01a-e5be-4aa9-94d8-81c76052a98d HTTP/1.1" status: 204 len: 168 time: 0.1537440 Jul 28 03:25:17.374660 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11e01a-e5be-4aa9-94d8-81c76052a98d,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:17.390594 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b75763-2b15-4f27-81d1-928c2e1caffe {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:25:17.404549 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.405140 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.405687 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.406300 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.407087 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.407709 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.408343 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.408997 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.409430 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.410647 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.411345 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.412205 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.412767 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58174187-9f3c-4394-964e-f51cdec124dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:17.430133 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Transition to ACTIVE for port object 14b75763-2b15-4f27-81d1-928c2e1caffe will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:17.434624 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.539945 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Pushing event updated for resources: {'Port': ['ID=14b75763-2b15-4f27-81d1-928c2e1caffe,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:17.596114 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f7493-cb99-4cb4-9932-cda12cabd854 req-17dd25a9-d3ee-467d-b975-8c548d604162 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:17.597707 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-765f7493-cb99-4cb4-9932-cda12cabd854 req-17dd25a9-d3ee-467d-b975-8c548d604162 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.1206050 Jul 28 03:25:17.651817 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Attempting to bind port 14b75763-2b15-4f27-81d1-928c2e1caffe on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:25:17.652160 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Attempting to bind port 14b75763-2b15-4f27-81d1-928c2e1caffe by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:25:17.652493 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Attempting to bind port 14b75763-2b15-4f27-81d1-928c2e1caffe on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:17.667201 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Port 14b75763-2b15-4f27-81d1-928c2e1caffe on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:25:17.667557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Attempting to bind port 14b75763-2b15-4f27-81d1-928c2e1caffe on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:17.672204 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-765f7493-cb99-4cb4-9932-cda12cabd854 req-713b82a9-0b42-49bf-a394-6010de7477b3 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566921 Jul 28 03:25:17.676467 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:25:17.676658 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Checking segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:17.677042 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Bound using segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:25:17.677478 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Bound port: 14b75763-2b15-4f27-81d1-928c2e1caffe, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:25:17.677837 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.742458 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] For port 14b75763-2b15-4f27-81d1-928c2e1caffe, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:25:17.745804 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] For port 14b75763-2b15-4f27-81d1-928c2e1caffe, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=14b75763-2b15-4f27-81d1-928c2e1caffe,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:25:17.751296 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.789867 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:17.790141 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:17.791685 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] 10.222.0.10 "PUT /v2.0/ports/14b75763-2b15-4f27-81d1-928c2e1caffe HTTP/1.1" status: 200 len: 1093 time: 0.9124432 Jul 28 03:25:17.794969 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c728e3-fb74-44a6-a667-55f974a11e45', 'tag': '14b75763-2b15-4f27-81d1-928c2e1caffe'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:25:17.797595 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6666e307-86f8-45f8-aeba-8492d619606b" -d '{"events": [{"name": "network-changed", "server_uuid": "91c728e3-fb74-44a6-a667-55f974a11e45", "tag": "14b75763-2b15-4f27-81d1-928c2e1caffe"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:25:17.829337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad97d49-cc60-43ac-9c61-81d5cae74570 service neutron] Pushing event updated for resources: {'Port': ['ID=14b75763-2b15-4f27-81d1-928c2e1caffe,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:17.834698 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66147edd-3ef3-4e68-9db1-906ea8e7ad2e x-openstack-request-id: req-66147edd-3ef3-4e68-9db1-906ea8e7ad2e {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:25:17.834977 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c728e3-fb74-44a6-a667-55f974a11e45", "tag": "14b75763-2b15-4f27-81d1-928c2e1caffe", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:25:17.835252 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66147edd-3ef3-4e68-9db1-906ea8e7ad2e {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:25:17.835639 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c728e3-fb74-44a6-a667-55f974a11e45', 'tag': '14b75763-2b15-4f27-81d1-928c2e1caffe', 'status': 'completed', 'code': 200} Jul 28 03:25:17.956840 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4ff7-22c9-49c0-bd00-6439a6d393ee req-8769b2a8-f538-4cd6-b34f-718d6842f6e6 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:17.958323 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-36de4ff7-22c9-49c0-bd00-6439a6d393ee req-8769b2a8-f538-4cd6-b34f-718d6842f6e6 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0490282 Jul 28 03:25:17.994779 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-36de4ff7-22c9-49c0-bd00-6439a6d393ee req-da552663-2cca-4df5-9e4c-e7c5f5877b19 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304658 Jul 28 03:25:18.407640 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c433f3-5be3-4501-a955-a2aa79569c5d req-936da29e-efbe-49f2-bc3c-adecaff51236 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:18.409101 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-85c433f3-5be3-4501-a955-a2aa79569c5d req-936da29e-efbe-49f2-bc3c-adecaff51236 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0499985 Jul 28 03:25:18.446419 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-85c433f3-5be3-4501-a955-a2aa79569c5d req-2831f111-90d0-40e4-9a1d-83a557393231 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314009 Jul 28 03:25:18.790714 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1841db-c777-48e7-b453-f811480adbcd req-bdbb115e-224a-4962-8c3d-afdf97eba2d8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:18.792278 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ab1841db-c777-48e7-b453-f811480adbcd req-bdbb115e-224a-4962-8c3d-afdf97eba2d8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0493972 Jul 28 03:25:18.827797 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ab1841db-c777-48e7-b453-f811480adbcd req-6c4e67fa-5538-4526-a364-9079b2d9a61b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291665 Jul 28 03:25:19.105662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58632306-19e8-4c08-82d8-de069e5bc64c req-de904084-7391-4aea-94ef-41d377d9bf61 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:19.107117 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58632306-19e8-4c08-82d8-de069e5bc64c req-de904084-7391-4aea-94ef-41d377d9bf61 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0480473 Jul 28 03:25:19.143357 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58632306-19e8-4c08-82d8-de069e5bc64c req-93c89d3d-6eda-46f1-a9e8-14b4e74b192d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304482 Jul 28 03:25:19.208861 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0ea6e79a-b22a-496d-b578-d95de0c31444 req-bf3e0ee9-9313-4c12-ae00-6a51ea121db5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Jul 28 03:25:19.563787 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f9e47-2884-4e74-830c-9be3ed8c59bc req-8153f90d-04cc-4718-ad8b-9a0638290cee tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:19.565439 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c8f9e47-2884-4e74-830c-9be3ed8c59bc req-8153f90d-04cc-4718-ad8b-9a0638290cee tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Jul 28 03:25:19.603127 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c8f9e47-2884-4e74-830c-9be3ed8c59bc req-380771be-73de-4ed5-a3e9-80d0dc4d8b40 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Jul 28 03:25:19.941521 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fa0-e5b1-4fb0-9a5e-ccd8b417ee9e req-c4f97be8-57b1-4819-927c-07b7bff809c6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:19.942963 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-69ab1fa0-e5b1-4fb0-9a5e-ccd8b417ee9e req-c4f97be8-57b1-4819-927c-07b7bff809c6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0506251 Jul 28 03:25:19.978567 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-69ab1fa0-e5b1-4fb0-9a5e-ccd8b417ee9e req-a2f693af-3ec0-41d0-9b64-5c7996244cc5 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296991 Jul 28 03:25:20.255002 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb46e-a22a-4675-a9ea-3ad736ab91ae req-a1a2cb0b-359c-45de-8d71-0acfdc8f3f9d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:20.256474 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-644fb46e-a22a-4675-a9ea-3ad736ab91ae req-a1a2cb0b-359c-45de-8d71-0acfdc8f3f9d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0477245 Jul 28 03:25:20.292592 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-644fb46e-a22a-4675-a9ea-3ad736ab91ae req-4a9cce82-c4f2-4181-bf5e-86bfe5f0f1c3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303788 Jul 28 03:25:20.726374 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26ebad-3df2-4ab1-802c-bf8079de67b7 req-42f16738-a1e4-4304-80bf-6cde10152085 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:20.728586 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ae26ebad-3df2-4ab1-802c-bf8079de67b7 req-42f16738-a1e4-4304-80bf-6cde10152085 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0490806 Jul 28 03:25:20.765522 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ae26ebad-3df2-4ab1-802c-bf8079de67b7 req-7186a7cd-c507-46b3-8317-c44247ac4052 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Jul 28 03:25:21.095759 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c87f3-24ad-4638-98fd-b8dab6775580 req-1ac0fc20-4928-4300-a943-61264336dd7a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.097179 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8e2c87f3-24ad-4638-98fd-b8dab6775580 req-1ac0fc20-4928-4300-a943-61264336dd7a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0502379 Jul 28 03:25:21.133056 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8e2c87f3-24ad-4638-98fd-b8dab6775580 req-bfc895be-e837-49ec-baf2-5212d1ed2e6f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300536 Jul 28 03:25:21.272279 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e307-86f8-45f8-aeba-8492d619606b req-16346101-674e-4700-b61a-0623e2c386b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.273751 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-6666e307-86f8-45f8-aeba-8492d619606b req-16346101-674e-4700-b61a-0623e2c386b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 1096 time: 0.0396876 Jul 28 03:25:21.405316 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdf6fa-81f9-4111-b3f5-64110cae4162 req-c5187071-3994-43b7-9176-bb6a8cd688c3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.406924 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0cbdf6fa-81f9-4111-b3f5-64110cae4162 req-c5187071-3994-43b7-9176-bb6a8cd688c3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0497527 Jul 28 03:25:21.447832 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0cbdf6fa-81f9-4111-b3f5-64110cae4162 req-c552b688-be40-4ed0-a73f-9613057bde98 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Jul 28 03:25:21.453184 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e307-86f8-45f8-aeba-8492d619606b req-15db6835-876c-47e2-92cd-a0fdb8baafea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.454634 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-6666e307-86f8-45f8-aeba-8492d619606b req-15db6835-876c-47e2-92cd-a0fdb8baafea service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1607621 Jul 28 03:25:21.613427 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e307-86f8-45f8-aeba-8492d619606b req-fbf43058-cf44-466d-a34e-ab458ab39997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.614910 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-6666e307-86f8-45f8-aeba-8492d619606b req-fbf43058-cf44-466d-a34e-ab458ab39997 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512094 Jul 28 03:25:21.720003 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-58fdd05a-0f1d-4f2c-a974-8740df3dafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.721428 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-58fdd05a-0f1d-4f2c-a974-8740df3dafcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 1096 time: 0.0388353 Jul 28 03:25:21.769823 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-68e7b5db-29f8-4ba4-a40c-0461859affa4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14b75763-2b15-4f27-81d1-928c2e1caffe HTTP/1.1" status: 200 len: 217 time: 0.0360403 Jul 28 03:25:21.818370 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-ec9f3e98-aeca-47a9-af85-51bb5eeb4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.819897 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-ec9f3e98-aeca-47a9-af85-51bb5eeb4447 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 200 len: 855 time: 0.0423987 Jul 28 03:25:21.852011 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-0d574dd2-63c9-42ab-a59b-fa24e2d14e49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ce9431b-bccf-4544-9fd0-0a543af5e82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235636 Jul 28 03:25:21.880401 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04213-c550-457f-861a-819d30352bcd req-a5e14910-3cd5-4abb-bc97-cb55a2a7a8bb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:21.881855 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ac04213-c550-457f-861a-819d30352bcd req-a5e14910-3cd5-4abb-bc97-cb55a2a7a8bb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Jul 28 03:25:21.918980 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2ac04213-c550-457f-861a-819d30352bcd req-692627e7-c95a-4d43-aa98-7b83841d9f0d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Jul 28 03:25:21.942957 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-38ee52a8-273e-4224-b031-9351a66c1362 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841467 Jul 28 03:25:22.032475 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a013d40b-60e6-4160-a4d7-e812a95c93ce req-f31b018d-b0a1-40ef-b6c4-196e9588f38a service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806527 Jul 28 03:25:22.249796 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425837b7-ccb9-4380-a3df-e881ff68b65c req-44cf61c1-7b47-4037-8e01-f8fb1eb8bb1e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:22.251274 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-425837b7-ccb9-4380-a3df-e881ff68b65c req-44cf61c1-7b47-4037-8e01-f8fb1eb8bb1e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0523813 Jul 28 03:25:22.293256 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-425837b7-ccb9-4380-a3df-e881ff68b65c req-b9b5486e-c11b-483a-9764-eeaaf9468457 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353334 Jul 28 03:25:22.566095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ee8d2-4b0a-4655-b98c-03d4d9aa0a1b req-43bad19a-3600-4196-b683-8245848a9c25 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:22.567730 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-944ee8d2-4b0a-4655-b98c-03d4d9aa0a1b req-43bad19a-3600-4196-b683-8245848a9c25 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0543413 Jul 28 03:25:22.612460 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-944ee8d2-4b0a-4655-b98c-03d4d9aa0a1b req-0518fb5c-bda3-46df-acd2-9c6e7743f6b0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 Jul 28 03:25:23.047287 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486654f-7d38-4c91-8772-c70967126fca req-a912e5f9-e818-4276-9936-22350bda597d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:23.048852 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d486654f-7d38-4c91-8772-c70967126fca req-a912e5f9-e818-4276-9936-22350bda597d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0589218 Jul 28 03:25:23.088124 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d486654f-7d38-4c91-8772-c70967126fca req-4b23a261-7869-44b1-b706-0ba15ef1805e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Jul 28 03:25:23.261129 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 42828) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:23.378139 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3947ca3a-11bf-4341-8f91-1700ed4fa30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.434845 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf205e-bc61-4910-ba68-5011296e4eb5 req-2fb2992b-891b-4255-bd80-91775da41072 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:23.436327 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33cf205e-bc61-4910-ba68-5011296e4eb5 req-2fb2992b-891b-4255-bd80-91775da41072 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0732870 Jul 28 03:25:23.494437 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33cf205e-bc61-4910-ba68-5011296e4eb5 req-5152bf76-96f1-458a-b69b-32585e9baf08 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492513 Jul 28 03:25:23.528717 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3947ca3a-11bf-4341-8f91-1700ed4fa30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.532430 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3947ca3a-11bf-4341-8f91-1700ed4fa30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.580262 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3947ca3a-11bf-4341-8f91-1700ed4fa30d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=decf1ce2b6df4c6f8d08d01d8f29a221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180637 Jul 28 03:25:23.582896 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 42838) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:23.594319 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947ca3a-11bf-4341-8f91-1700ed4fa30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c562ee99-bf6f-49e9-9384-bc6cbab03617,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:23.619421 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e13f3-a723-4a0b-8eed-68fba4376043 req-0c7fac13-8b36-4f49-b874-b0b4a06213bf tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:23.620938 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-456e13f3-a723-4a0b-8eed-68fba4376043 req-0c7fac13-8b36-4f49-b874-b0b4a06213bf tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0587020 Jul 28 03:25:23.629796 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 42840) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:23.635138 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'floatingip': {'port_id': 'ada7376c-40a2-4270-aef0-4be8ad42d59d'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:23.645277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-773bef86-c053-43d9-b1cf-b94fa67c73ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.669233 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-773bef86-c053-43d9-b1cf-b94fa67c73ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.723404 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.724103 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-773bef86-c053-43d9-b1cf-b94fa67c73ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.727704 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-773bef86-c053-43d9-b1cf-b94fa67c73ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:23.731973 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-773bef86-c053-43d9-b1cf-b94fa67c73ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c562ee99-bf6f-49e9-9384-bc6cbab03617 HTTP/1.1" status: 204 len: 168 time: 0.1479108 Jul 28 03:25:23.743048 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bef86-c053-43d9-b1cf-b94fa67c73ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c562ee99-bf6f-49e9-9384-bc6cbab03617,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:23.846556 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219ffa1-ca69-4238-9d3d-b7259f7341c5 req-49be9e72-7c6d-419f-ae2c-198077040988 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:23.848055 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7219ffa1-ca69-4238-9d3d-b7259f7341c5 req-49be9e72-7c6d-419f-ae2c-198077040988 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.1448159 Jul 28 03:25:23.942400 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7219ffa1-ca69-4238-9d3d-b7259f7341c5 req-62ea9ab5-a0bc-4c10-b7cb-96479c98a306 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829802 Jul 28 03:25:24.011107 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 42856) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:24.026745 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4c817da7-939f-4935-a11b-6941675ff854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.120853 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4c817da7-939f-4935-a11b-6941675ff854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.125801 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4c817da7-939f-4935-a11b-6941675ff854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.168898 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-4c817da7-939f-4935-a11b-6941675ff854 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=672c5b2408074336acae1015f6232c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541493 Jul 28 03:25:24.168898 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c817da7-939f-4935-a11b-6941675ff854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4b801-8de5-4372-800f-0ecdc4042a42,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:24.169561 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 42860) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:24.227021 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d004331a-2850-41b9-9bf0-6b147cb3a885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.247714 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d004331a-2850-41b9-9bf0-6b147cb3a885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.294852 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d004331a-2850-41b9-9bf0-6b147cb3a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.297631 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d004331a-2850-41b9-9bf0-6b147cb3a885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.298769 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d004331a-2850-41b9-9bf0-6b147cb3a885 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50e4b801-8de5-4372-800f-0ecdc4042a42 HTTP/1.1" status: 204 len: 168 time: 0.1223264 Jul 28 03:25:24.306730 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004331a-2850-41b9-9bf0-6b147cb3a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4b801-8de5-4372-800f-0ecdc4042a42,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:24.451111 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb94b5f-28c0-4d01-9af7-10f1a4609c27 req-37c86c56-3e53-4717-8bfe-97516caab41b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:24.452719 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-acb94b5f-28c0-4d01-9af7-10f1a4609c27 req-37c86c56-3e53-4717-8bfe-97516caab41b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1835566 Jul 28 03:25:24.576436 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-acb94b5f-28c0-4d01-9af7-10f1a4609c27 req-ab0720f4-ff56-4d70-af92-a3f25819379d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102097 Jul 28 03:25:24.616760 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 42866) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:24.630143 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8fb7-776b-4202-8141-edcaa2eb84a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.670746 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.676003 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.723024 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8fb7-776b-4202-8141-edcaa2eb84a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.726823 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8fb7-776b-4202-8141-edcaa2eb84a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.765199 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-fcdd8fb7-776b-4202-8141-edcaa2eb84a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4de406cfbf54042a3562036da65c2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472802 Jul 28 03:25:24.766315 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd8fb7-776b-4202-8141-edcaa2eb84a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff6ff80-d90a-449f-9eda-7db3a0f07b55,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:24.768660 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 42868) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:24.788813 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Floating IP 7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a associated. External IP: 172.27.3.146, port: ada7376c-40a2-4270-aef0-4be8ad42d59d. Jul 28 03:25:24.889205 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bafac8ee-98a0-42f9-b4b2-247d8966a165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:24.921809 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bafac8ee-98a0-42f9-b4b2-247d8966a165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:25.060369 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bafac8ee-98a0-42f9-b4b2-247d8966a165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:25.063359 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-bafac8ee-98a0-42f9-b4b2-247d8966a165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:25.064440 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-bafac8ee-98a0-42f9-b4b2-247d8966a165 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aff6ff80-d90a-449f-9eda-7db3a0f07b55 HTTP/1.1" status: 204 len: 168 time: 0.2948675 Jul 28 03:25:25.084919 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac8ee-98a0-42f9-b4b2-247d8966a165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff6ff80-d90a-449f-9eda-7db3a0f07b55,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:25.097165 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Router 8df4f401-3932-417a-bc13-d3ea039a638b has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:25:25.111431 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b386367-de2c-44c2-b5ed-7c1a98e91596 req-8304e6f5-bf7c-4397-ba95-03343d5132ec tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:25.112873 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b386367-de2c-44c2-b5ed-7c1a98e91596 req-8304e6f5-bf7c-4397-ba95-03343d5132ec tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0836382 Jul 28 03:25:25.194354 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b386367-de2c-44c2-b5ed-7c1a98e91596 req-35c58de5-bbc3-4d71-a5dc-caf6caf7a8ad tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748644 Jul 28 03:25:25.247562 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:25:25.252522 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:25.257851 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] Sync routers for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:25:25.268232 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:25.269136 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:25.280765 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-94c528ba-46d2-422f-83b9-1b4f729da5b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "PUT /v2.0/floatingips/7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a HTTP/1.1" status: 200 len: 991 time: 1.6472166 Jul 28 03:25:25.280765 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:25:25.281082 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa6e5ec-d200-43c7-8290-62f7e3067d14" -d '{"events": [{"name": "network-changed", "server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:25:25.383519 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:25.610405 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'port_id': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'mac_address': 'fa:16:3e:85:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:24:54Z', 'updated_at': '2021-07-28T03:25:24Z', 'revision_number': 1, 'project_id': '01042aee9c2a46b2af873f2295320508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:25.640994 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] Checking router: 8df4f401-3932-417a-bc13-d3ea039a638b for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:25:25.649591 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:25.650196 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:25.750340 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:25.974493 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'port_id': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'mac_address': 'fa:16:3e:85:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:24:54Z', 'updated_at': '2021-07-28T03:25:24Z', 'revision_number': 1, 'project_id': '01042aee9c2a46b2af873f2295320508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:26.006408 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5cb3c-290b-4560-a690-c7e78dc71499 None None] The sync data for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi is: [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'port_id': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'mac_address': 'fa:16:3e:85:22:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:24:54Z', 'updated_at': '2021-07-28T03:25:24Z', 'revision_number': 1, 'project_id': '01042aee9c2a46b2af873f2295320508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:25:26.087312 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 42916) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:26.186834 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45925051-88d6-4130-9047-cd6035338990 None None] New status for floating IP 7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a: ACTIVE {{(pid=93019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:25:26.195499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4a8dedc2-b991-4474-8d01-77777362e0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:26.284376 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4a8dedc2-b991-4474-8d01-77777362e0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:26.288561 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4a8dedc2-b991-4474-8d01-77777362e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:26.332258 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4a8dedc2-b991-4474-8d01-77777362e0a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f40c36661404832bc118289994023f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429116 Jul 28 03:25:26.332430 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 42922) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:26.333178 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dedc2-b991-4474-8d01-77777362e0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344a7088-8ff6-412c-9905-82415bdced40,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:26.384411 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a1efb37a-5def-4f4d-b80a-d2b9a3f79f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:26.405281 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a1efb37a-5def-4f4d-b80a-d2b9a3f79f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:26.448886 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a1efb37a-5def-4f4d-b80a-d2b9a3f79f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:26.451431 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a1efb37a-5def-4f4d-b80a-d2b9a3f79f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:26.452609 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a1efb37a-5def-4f4d-b80a-d2b9a3f79f00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/344a7088-8ff6-412c-9905-82415bdced40 HTTP/1.1" status: 204 len: 168 time: 0.1190546 Jul 28 03:25:26.461345 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efb37a-5def-4f4d-b80a-d2b9a3f79f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a7088-8ff6-412c-9905-82415bdced40,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:28.224534 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bd488e-cb16-44d9-a5d2-42edfcb5288e x-openstack-request-id: req-58bd488e-cb16-44d9-a5d2-42edfcb5288e {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:25:28.234252 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:25:28.234852 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58bd488e-cb16-44d9-a5d2-42edfcb5288e {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:25:28.240678 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'status': 'completed', 'code': 200} Jul 28 03:25:28.334656 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0af84b-94a6-414a-aebe-784dbb1f3b2d req-515188a1-8a87-45d6-af42-2d991085c817 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.343186 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c0af84b-94a6-414a-aebe-784dbb1f3b2d req-515188a1-8a87-45d6-af42-2d991085c817 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1330254 Jul 28 03:25:28.347068 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-a2872635-889f-4051-be1d-f4dd2969f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.349733 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-a2872635-889f-4051-be1d-f4dd2969f344 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 1098 time: 0.0688660 Jul 28 03:25:28.404115 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85ac9-d53b-452b-bbef-e95c33a8d9c2 req-e11fe703-0be5-4f7e-a5e2-4cfb5aa46a12 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.405970 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6cc85ac9-d53b-452b-bbef-e95c33a8d9c2 req-e11fe703-0be5-4f7e-a5e2-4cfb5aa46a12 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.1377583 Jul 28 03:25:28.407999 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-13b6e91c-19ed-4a28-8376-077c656e0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.409563 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-13b6e91c-19ed-4a28-8376-077c656e0886 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.1273217 Jul 28 03:25:28.415803 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c0af84b-94a6-414a-aebe-784dbb1f3b2d req-78fbd1e6-08e2-48cb-9e6f-5ddc9097ecd5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711143 Jul 28 03:25:28.470482 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-07b80919-a277-4968-8d57-31adea6c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.472061 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-07b80919-a277-4968-8d57-31adea6c5bb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 912 time: 0.1109278 Jul 28 03:25:28.508546 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6cc85ac9-d53b-452b-bbef-e95c33a8d9c2 req-8cd2b6ab-45ef-426f-aa83-2ae9b1a3f1d8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842321 Jul 28 03:25:28.540367 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-75e1bb4d-1cb0-4917-b3e7-111fba2ef107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.541864 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-75e1bb4d-1cb0-4917-b3e7-111fba2ef107 service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.1036000 Jul 28 03:25:28.577483 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-dfb4c6cf-7866-49b7-9a69-09ac323726c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 200 len: 1001 time: 0.0958769 Jul 28 03:25:28.632505 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-ff35fa4b-7726-4fa0-9bd4-4408f2d64c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.633960 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-ff35fa4b-7726-4fa0-9bd4-4408f2d64c8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0461254 Jul 28 03:25:28.679983 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-851a600a-aab4-416f-969e-62ae9b3ffdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.681479 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-851a600a-aab4-416f-969e-62ae9b3ffdac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394130 Jul 28 03:25:28.775256 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-7a8a4812-72f3-47a8-9233-a8ce213a96ac service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847149 Jul 28 03:25:28.780218 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-bd8fadc7-770e-4970-9cd2-6548659cfebe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 217 time: 0.2305419 Jul 28 03:25:28.829753 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-05d5fb54-09e6-458e-a3df-edebf9c51bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:28.831177 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-05d5fb54-09e6-458e-a3df-edebf9c51bd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0421219 Jul 28 03:25:28.868116 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3fa6e5ec-d200-43c7-8290-62f7e3067d14 req-99486c5f-1a00-4188-8f25-bdb605959c87 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800447 Jul 28 03:25:28.869477 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-255e5037-e87f-4952-b82c-5df26f424d55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230737 Jul 28 03:25:28.986444 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-9cdc1c77-3463-4fea-882d-9d1471860013 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819755 Jul 28 03:25:29.081102 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef36a7b3-73fc-4f22-8538-47654a4d49ed req-274d4fec-f221-4430-922a-f097adba4d8e service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851138 Jul 28 03:25:29.541744 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b832e6-c61c-45ea-bbaf-23f766233a27 req-24ea1dae-73b9-4c65-893f-8ca03c3374b2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:29.544036 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a7b832e6-c61c-45ea-bbaf-23f766233a27 req-24ea1dae-73b9-4c65-893f-8ca03c3374b2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Jul 28 03:25:29.605739 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a7b832e6-c61c-45ea-bbaf-23f766233a27 req-954efffe-c177-4d08-8650-d200dfab4ddb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 Jul 28 03:25:29.643833 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2c7c0-d64c-42f1-9b83-6c26b1f23d42 req-0f8f7739-3c30-4163-9612-bc21e9c4ebc4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:29.645313 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-79f2c7c0-d64c-42f1-9b83-6c26b1f23d42 req-0f8f7739-3c30-4163-9612-bc21e9c4ebc4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0554950 Jul 28 03:25:29.684315 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-79f2c7c0-d64c-42f1-9b83-6c26b1f23d42 req-e5df012a-f82e-4857-b284-62b9ccc64102 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Jul 28 03:25:30.726463 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b772-e397-4877-88bb-ec7fc5b37183 req-569b572b-e83c-4ebd-ac3b-e8ba8ae91c8c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:30.728258 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3ee2b772-e397-4877-88bb-ec7fc5b37183 req-569b572b-e83c-4ebd-ac3b-e8ba8ae91c8c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0513978 Jul 28 03:25:30.800154 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3ee2b772-e397-4877-88bb-ec7fc5b37183 req-1c4332ba-2a90-4f83-8d3a-8f9d5a9634ba tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653319 Jul 28 03:25:30.816142 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906817-c0af-4ccf-8d93-2b67cf5374b1 req-c55db26a-9ad6-430f-a751-85dec5b74c7f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:30.817596 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e3906817-c0af-4ccf-8d93-2b67cf5374b1 req-c55db26a-9ad6-430f-a751-85dec5b74c7f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 943 time: 0.0602584 Jul 28 03:25:30.855070 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e3906817-c0af-4ccf-8d93-2b67cf5374b1 req-d0957c51-8a36-442f-9e8c-1b3c5cdc54aa tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Jul 28 03:25:31.116302 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0a9d-0f06-4e36-a9a1-acdf09afa601 req-8f6e7904-4f1e-4aa3-b7e4-5f3c304643b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:31.117722 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-940b0a9d-0f06-4e36-a9a1-acdf09afa601 req-8f6e7904-4f1e-4aa3-b7e4-5f3c304643b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0398102 Jul 28 03:25:31.151484 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-940b0a9d-0f06-4e36-a9a1-acdf09afa601 req-3a7cc4e6-840e-462f-89c4-31eaaa245b7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259795 Jul 28 03:25:31.205581 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 14b75763-2b15-4f27-81d1-928c2e1caffe details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:25:31.229808 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a9d27af1-0fa8-42a4-b939-1c4ac698c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:31.310224 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 14b75763-2b15-4f27-81d1-928c2e1caffe, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=14b75763-2b15-4f27-81d1-928c2e1caffe,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:31.321182 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '14b75763-2b15-4f27-81d1-928c2e1caffe', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'port_id': '14b75763-2b15-4f27-81d1-928c2e1caffe', 'mac_address': 'fa:16:3e:a3:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482d0a-1c22-4146-82e6-e0f65f0a4b23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:25:31.363969 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:31.376548 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b75763-2b15-4f27-81d1-928c2e1caffe {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:25:31.395458 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 14b75763-2b15-4f27-81d1-928c2e1caffe, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=14b75763-2b15-4f27-81d1-928c2e1caffe,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:31.399707 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:31.451328 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=14b75763-2b15-4f27-81d1-928c2e1caffe,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:31.602989 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43080) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:31.737898 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-05e2bf64-8abc-4fcf-84cd-ba8f8b424eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:31.842048 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-05e2bf64-8abc-4fcf-84cd-ba8f8b424eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:31.846896 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-05e2bf64-8abc-4fcf-84cd-ba8f8b424eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:31.889548 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-05e2bf64-8abc-4fcf-84cd-ba8f8b424eff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67b6944cb60946179ff8db9c14e5676f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852859 Jul 28 03:25:31.891012 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2bf64-8abc-4fcf-84cd-ba8f8b424eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c780b983-be1d-418c-b7fe-ddf1a3e97837,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:31.893790 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43092) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:31.928465 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['14b75763-2b15-4f27-81d1-928c2e1caffe'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:25:31.952361 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c727f9-2035-40a4-a518-80798b2fc9cf req-c1abe711-9121-401c-80df-4284b099a39f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:31.954495 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1c727f9-2035-40a4-a518-80798b2fc9cf req-c1abe711-9121-401c-80df-4284b099a39f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0787075 Jul 28 03:25:31.962835 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-33feeae6-7ce2-44db-8877-698cedb55e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:31.985494 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-33feeae6-7ce2-44db-8877-698cedb55e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:32.034111 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72198b-ac76-417d-b9da-c514ba89dc39 req-dc6b9195-fa09-4859-8540-e0ca3dc4f0d8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:32.036029 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bc72198b-ac76-417d-b9da-c514ba89dc39 req-dc6b9195-fa09-4859-8540-e0ca3dc4f0d8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 944 time: 0.0805531 Jul 28 03:25:32.039832 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1c727f9-2035-40a4-a518-80798b2fc9cf req-2c1e68eb-1c4a-484a-9a5a-fcf1745d4008 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515077 Jul 28 03:25:32.045103 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-33feeae6-7ce2-44db-8877-698cedb55e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:32.049375 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-33feeae6-7ce2-44db-8877-698cedb55e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:32.053320 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-33feeae6-7ce2-44db-8877-698cedb55e00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c780b983-be1d-418c-b7fe-ddf1a3e97837 HTTP/1.1" status: 204 len: 168 time: 0.1491301 Jul 28 03:25:32.059896 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feeae6-7ce2-44db-8877-698cedb55e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780b983-be1d-418c-b7fe-ddf1a3e97837,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:32.100469 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bc72198b-ac76-417d-b9da-c514ba89dc39 req-bc08e09c-2fdc-4b75-87e4-c58449a3b9f7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562394 Jul 28 03:25:32.897806 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:33.189477 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97c9b7-1043-4f56-81d8-3af94922f443 req-e815e49d-a69b-4a52-9b7b-3a394e12ba5f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:33.192318 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b97c9b7-1043-4f56-81d8-3af94922f443 req-e815e49d-a69b-4a52-9b7b-3a394e12ba5f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0691869 Jul 28 03:25:33.218449 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 14b75763-2b15-4f27-81d1-928c2e1caffe up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:33.261085 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b97c9b7-1043-4f56-81d8-3af94922f443 req-2a791d83-4126-41b9-bc43-a9565502931c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Jul 28 03:25:33.268798 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 14b75763-2b15-4f27-81d1-928c2e1caffe completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:33.276693 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 14b75763-2b15-4f27-81d1-928c2e1caffe triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:33.277156 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:33.277633 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22a651-d3b2-4af6-ae25-1a75d92651c7 req-5cb27511-e685-45c5-abc1-0ffa4e704297 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:33.284161 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1d22a651-d3b2-4af6-ae25-1a75d92651c7 req-5cb27511-e685-45c5-abc1-0ffa4e704297 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 944 time: 0.0915732 Jul 28 03:25:33.320773 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1d22a651-d3b2-4af6-ae25-1a75d92651c7 req-b9d51504-f6ee-454e-897f-578551649a9a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353096 Jul 28 03:25:33.365861 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:33.388781 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c728e3-fb74-44a6-a667-55f974a11e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b75763-2b15-4f27-81d1-928c2e1caffe'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:25:33.391400 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e446d0-83dd-4a6d-b3b4-85dabe12a9b8" -d '{"events": [{"server_uuid": "91c728e3-fb74-44a6-a667-55f974a11e45", "name": "network-vif-plugged", "status": "completed", "tag": "14b75763-2b15-4f27-81d1-928c2e1caffe"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:25:33.407432 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 14b75763-2b15-4f27-81d1-928c2e1caffe, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=14b75763-2b15-4f27-81d1-928c2e1caffe,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:33.412429 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:33.439212 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dffdee-d407-404a-ac30-14dc82d12d95 x-openstack-request-id: req-b3dffdee-d407-404a-ac30-14dc82d12d95 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:25:33.439582 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c728e3-fb74-44a6-a667-55f974a11e45", "name": "network-vif-plugged", "status": "completed", "tag": "14b75763-2b15-4f27-81d1-928c2e1caffe", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:25:33.440139 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3dffdee-d407-404a-ac30-14dc82d12d95 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:25:33.440529 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c728e3-fb74-44a6-a667-55f974a11e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b75763-2b15-4f27-81d1-928c2e1caffe', 'code': 200} Jul 28 03:25:33.467698 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=14b75763-2b15-4f27-81d1-928c2e1caffe,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:33.547828 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6835447-4612-42c0-8065-0affa5f639b6 req-72f45a59-d8d2-4111-b85c-943ca44fdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:33.549309 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6835447-4612-42c0-8065-0affa5f639b6 req-72f45a59-d8d2-4111-b85c-943ca44fdcb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0706663 Jul 28 03:25:33.556476 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791dcc8-aeb2-4c41-befb-f62b5f8760c8 req-878b5500-5100-4122-8ed3-5cd93b4636d0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:33.557797 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b791dcc8-aeb2-4c41-befb-f62b5f8760c8 req-878b5500-5100-4122-8ed3-5cd93b4636d0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0706174 Jul 28 03:25:33.605232 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a12b6c-0c7f-4cca-91fc-2ce9b55b4305 req-59594d82-5d8d-4749-8fff-a2b111687903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:33.606852 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a7a12b6c-0c7f-4cca-91fc-2ce9b55b4305 req-59594d82-5d8d-4749-8fff-a2b111687903 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 1098 time: 0.0402248 Jul 28 03:25:33.644561 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b791dcc8-aeb2-4c41-befb-f62b5f8760c8 req-3d6a5180-f236-40d3-8c77-8a53fc61885b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799770 Jul 28 03:25:33.646309 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a7a12b6c-0c7f-4cca-91fc-2ce9b55b4305 req-f1c6e685-c8a8-4798-b6e7-8861c6029f1e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271769 Jul 28 03:25:33.678258 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6835447-4612-42c0-8065-0affa5f639b6 req-e881b670-47ed-4603-9a36-a1ee65069c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:33.680457 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6835447-4612-42c0-8065-0affa5f639b6 req-e881b670-47ed-4603-9a36-a1ee65069c65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.1141198 Jul 28 03:25:33.829372 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6835447-4612-42c0-8065-0affa5f639b6 req-01bfe609-7d73-41f7-aab3-4d061627fd4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 217 time: 0.0345843 Jul 28 03:25:33.881212 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-72bd493a-0d73-414f-af0e-e8b8a71dc4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:33.889966 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6835447-4612-42c0-8065-0affa5f639b6 req-23005767-4a80-4dd8-bb93-ec8c8e2689e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:33.891443 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6835447-4612-42c0-8065-0affa5f639b6 req-23005767-4a80-4dd8-bb93-ec8c8e2689e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0549583 Jul 28 03:25:33.959580 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6835447-4612-42c0-8065-0affa5f639b6 req-5360a9e3-2659-443d-a4fe-c40899353739 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348876 Jul 28 03:25:33.966986 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.029202 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43172) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:34.064441 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6835447-4612-42c0-8065-0affa5f639b6 req-2ce8a2ea-09dc-4201-8242-c7fdf95e26b9 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927787 Jul 28 03:25:34.145046 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7855d9de-4dbd-4dca-8ffb-852d2f538127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.163103 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6835447-4612-42c0-8065-0affa5f639b6 req-d6059625-78e7-4c36-a640-ab01a040d4dd service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911999 Jul 28 03:25:34.251779 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7855d9de-4dbd-4dca-8ffb-852d2f538127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.256885 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7855d9de-4dbd-4dca-8ffb-852d2f538127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.299949 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7855d9de-4dbd-4dca-8ffb-852d2f538127 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edbb1464adc746bc8182aec69caced2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695334 Jul 28 03:25:34.300898 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855d9de-4dbd-4dca-8ffb-852d2f538127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b0bb27-5c45-43e5-8a33-9989dd01e2c3,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:34.302554 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43192) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:34.361799 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbe070d9-7cf4-4dc9-9063-e45d87d83f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.388325 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbe070d9-7cf4-4dc9-9063-e45d87d83f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.479023 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5ede-0563-4529-b2e7-94f3e535b712 req-adb06664-e95d-421c-ae8b-a0991d0330e8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:34.480556 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-786e5ede-0563-4529-b2e7-94f3e535b712 req-adb06664-e95d-421c-ae8b-a0991d0330e8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 945 time: 0.0610557 Jul 28 03:25:34.496401 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbe070d9-7cf4-4dc9-9063-e45d87d83f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.498944 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbe070d9-7cf4-4dc9-9063-e45d87d83f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.502874 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fbe070d9-7cf4-4dc9-9063-e45d87d83f7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2b0bb27-5c45-43e5-8a33-9989dd01e2c3 HTTP/1.1" status: 204 len: 168 time: 0.1970084 Jul 28 03:25:34.516432 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe070d9-7cf4-4dc9-9063-e45d87d83f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b0bb27-5c45-43e5-8a33-9989dd01e2c3,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:34.537380 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43204) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:34.548595 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-786e5ede-0563-4529-b2e7-94f3e535b712 req-f89bff1e-b1b3-49e3-94a5-b301e9d7e223 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612295 Jul 28 03:25:34.663402 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5d20b30-5d6c-4354-84d7-0b7199abd324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.799600 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be474f8c-06dc-4760-9b2f-9f6121d33bad req-243f0a18-4367-4da2-ae56-28e16ee71f12 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:34.799800 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5d20b30-5d6c-4354-84d7-0b7199abd324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.801152 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-be474f8c-06dc-4760-9b2f-9f6121d33bad req-243f0a18-4367-4da2-ae56-28e16ee71f12 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0613494 Jul 28 03:25:34.804218 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5d20b30-5d6c-4354-84d7-0b7199abd324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.844179 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-be474f8c-06dc-4760-9b2f-9f6121d33bad req-150e8984-5913-4ed6-9021-3b580178595f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Jul 28 03:25:34.844489 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43216) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:34.851441 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a5d20b30-5d6c-4354-84d7-0b7199abd324 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f9a528f9a5a4456bc8e233539519bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052549 Jul 28 03:25:34.854031 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d20b30-5d6c-4354-84d7-0b7199abd324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f86cf7b-5771-42c5-ae1c-d5c1ca5f6ea7,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:34.905420 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa856f1f-a6d3-4f60-b84d-f5c669bf7957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.926572 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa856f1f-a6d3-4f60-b84d-f5c669bf7957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.970619 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.979018 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa856f1f-a6d3-4f60-b84d-f5c669bf7957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.981679 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-aa856f1f-a6d3-4f60-b84d-f5c669bf7957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:34.986157 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-aa856f1f-a6d3-4f60-b84d-f5c669bf7957 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f86cf7b-5771-42c5-ae1c-d5c1ca5f6ea7 HTTP/1.1" status: 204 len: 168 time: 0.1406581 Jul 28 03:25:35.012141 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa856f1f-a6d3-4f60-b84d-f5c669bf7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f86cf7b-5771-42c5-ae1c-d5c1ca5f6ea7,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:35.277647 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43240) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:35.291570 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-70c80209-c734-4769-91e8-c63d02c39123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.380072 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-70c80209-c734-4769-91e8-c63d02c39123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.384457 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-70c80209-c734-4769-91e8-c63d02c39123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.386254 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43244) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:35.427056 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-70c80209-c734-4769-91e8-c63d02c39123 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2afa06263dd044709815b228989f9600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481678 Jul 28 03:25:35.429007 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c80209-c734-4769-91e8-c63d02c39123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f26fe9-804f-4cb0-81a6-a666231f69ea,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:35.429885 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43248) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:35.480582 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-85094f35-94ec-467b-8abc-9fdd49e49a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.486863 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-166863227-network', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:35.520368 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-85094f35-94ec-467b-8abc-9fdd49e49a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.535154 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Made reservation on behalf of a825835b82184cc081ba187d2d7bfde6 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:25:35.537318 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.555189 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.596823 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-85094f35-94ec-467b-8abc-9fdd49e49a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.599267 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-85094f35-94ec-467b-8abc-9fdd49e49a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.602689 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-85094f35-94ec-467b-8abc-9fdd49e49a51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8f26fe9-804f-4cb0-81a6-a666231f69ea HTTP/1.1" status: 204 len: 168 time: 0.1693349 Jul 28 03:25:35.622665 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85094f35-94ec-467b-8abc-9fdd49e49a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f26fe9-804f-4cb0-81a6-a666231f69ea,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:35.664542 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.669756 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.698356 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:25:35.700068 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90ff51-3ff6-4f06-afce-ecad762fa1c2 req-99ff632a-a6b9-421a-8029-897aa9aa5f60 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:35.701850 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a90ff51-3ff6-4f06-afce-ecad762fa1c2 req-99ff632a-a6b9-421a-8029-897aa9aa5f60 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 945 time: 0.0532627 Jul 28 03:25:35.709827 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e335a45e-2f41-44ae-8392-caab2c3a322d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:35.715530 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.716083 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Added segment 878b0653-b5fa-4a0e-b413-cef09e6b65d1 of type vlan for network 4aa653c8-0714-412a-abf8-360f497688f5 Jul 28 03:25:35.747753 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a90ff51-3ff6-4f06-afce-ecad762fa1c2 req-0a7fda71-c2ee-41f0-93ab-f1d4cbaa79f5 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386665 Jul 28 03:25:35.763771 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.797480 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.798578 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:35.799344 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.878001 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4905868 Jul 28 03:25:35.879170 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8976732-0f93-4bb4-b432-b175ea461900 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa653c8-0714-412a-abf8-360f497688f5,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:35.881118 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43264) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:35.889339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Request body: {'subnet': {'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-166863227-subnet', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:35.890134 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 4aa653c8-0714-412a-abf8-360f497688f5 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:25:35.925058 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Made reservation on behalf of a825835b82184cc081ba187d2d7bfde6 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:25:35.928815 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30259380'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:35.971568 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43268) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:35.988719 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a6666505-81f7-43c2-aed3-3a71bdd1a72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.060727 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb0814-fd91-4d04-b529-12a70e7c07f3 req-f4578d46-3583-48be-aac7-2fc0c7806b7b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:36.062783 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50cb0814-fd91-4d04-b529-12a70e7c07f3 req-f4578d46-3583-48be-aac7-2fc0c7806b7b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1179600 Jul 28 03:25:36.152780 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50cb0814-fd91-4d04-b529-12a70e7c07f3 req-16068d12-88ff-44d6-b336-2e9ef368a91c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766888 Jul 28 03:25:36.170160 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a6666505-81f7-43c2-aed3-3a71bdd1a72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.189000 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a6666505-81f7-43c2-aed3-3a71bdd1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.234207 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a6666505-81f7-43c2-aed3-3a71bdd1a72a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c99babf652e24994af22fc4c4958bb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609222 Jul 28 03:25:36.235589 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666505-81f7-43c2-aed3-3a71bdd1a72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f49eaf-a905-40a5-a0db-5c1e905804d2,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:36.237986 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43280) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:36.276420 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30113037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30259398'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.357761 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fc05b96-5361-4b95-b23d-be1fb276953c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.361989 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4382934-3da1-46ea-8f02-666d8a3cab68,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:36.385474 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Checking segment: {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:36.386116 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Network hostable DHCP agents. Network: 4aa653c8-0714-412a-abf8-360f497688f5, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:25:36.388814 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fc05b96-5361-4b95-b23d-be1fb276953c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.427887 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Network 4aa653c8-0714-412a-abf8-360f497688f5 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:25:36.436800 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 4aa653c8-0714-412a-abf8-360f497688f5) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:36.441471 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:36.442064 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.447333 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f80de1-4811-49d8-9536-db07cbdf72f5 None None] Network 4aa653c8-0714-412a-abf8-360f497688f5 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:25:36.453600 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fc05b96-5361-4b95-b23d-be1fb276953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.456202 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-3fc05b96-5361-4b95-b23d-be1fb276953c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.457326 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-3fc05b96-5361-4b95-b23d-be1fb276953c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6f49eaf-a905-40a5-a0db-5c1e905804d2 HTTP/1.1" status: 204 len: 168 time: 0.2136195 Jul 28 03:25:36.460829 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-83d28666-01da-4d33-993f-571d1302429b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5780137 Jul 28 03:25:36.463679 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43284) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:36.469555 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:36.470235 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc05b96-5361-4b95-b23d-be1fb276953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f49eaf-a905-40a5-a0db-5c1e905804d2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:36.493693 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.494719 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.558232 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.604537 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.634633 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-4aa653c8-0714-412a-abf8-360f497688f5', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:25:36.635885 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.705869 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.787560 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Allocated IP 172.20.0.2 (4aa653c8-0714-412a-abf8-360f497688f5/a4382934-3da1-46ea-8f02-666d8a3cab68/f9f2be1c-b496-484b-a2d6-29b209f87195) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:25:36.948262 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:36.958771 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Transition to ACTIVE for port object f9f2be1c-b496-484b-a2d6-29b209f87195 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:36.975306 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Transition to ACTIVE for port object f9f2be1c-b496-484b-a2d6-29b209f87195 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:36.982075 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.020293 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Network 4aa653c8-0714-412a-abf8-360f497688f5 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:37.023278 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:37.025949 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:25:37.064032 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Pushing event updated for resources: {'Port': ['ID=f9f2be1c-b496-484b-a2d6-29b209f87195,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:37.097356 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Attempting to bind port f9f2be1c-b496-484b-a2d6-29b209f87195 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:25:37.097816 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Attempting to bind port f9f2be1c-b496-484b-a2d6-29b209f87195 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:25:37.098437 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Attempting to bind port f9f2be1c-b496-484b-a2d6-29b209f87195 on network 4aa653c8-0714-412a-abf8-360f497688f5 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:37.105004 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:25:37.105788 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Checking segment: {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:37.105927 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.106350 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Bound using segment: {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:25:37.106881 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Bound port: f9f2be1c-b496-484b-a2d6-29b209f87195, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:25:37.107328 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.148724 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.168833 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.182480 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] For port f9f2be1c-b496-484b-a2d6-29b209f87195, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:25:37.188387 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] For port f9f2be1c-b496-484b-a2d6-29b209f87195, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=f9f2be1c-b496-484b-a2d6-29b209f87195,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:25:37.195873 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.301621 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac8f89-5445-4aeb-b305-33c5520a70b2 None None] Pushing event updated for resources: {'Port': ['ID=f9f2be1c-b496-484b-a2d6-29b209f87195,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:37.346697 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3d94f-d445-4233-bade-8037c401a5ea req-2cede227-b058-44f1-bb9c-c3474c6ae22a tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:37.349100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0cd3d94f-d445-4233-bade-8037c401a5ea req-2cede227-b058-44f1-bb9c-c3474c6ae22a tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0854461 Jul 28 03:25:37.378371 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Allocated IP 172.27.3.8 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/2a90f90e-cdfc-4240-ae14-d342cbf58ff3) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:25:37.404904 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0cd3d94f-d445-4233-bade-8037c401a5ea req-43c18c40-ae61-4518-90c4-970027330186 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Jul 28 03:25:37.558847 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.649073 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:37.697864 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:37.707203 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:37.719422 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:25:37.725707 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:38.010366 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:38.228574 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device f9f2be1c-b496-484b-a2d6-29b209f87195 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:38.249887 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:38.308417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port f9f2be1c-b496-484b-a2d6-29b209f87195 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:38.408721 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Router 52fc5db7-7966-4e81-9ab8-ae538133296c is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:25:38.488660 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d4758-2c72-4f06-b4b2-7c769cea2f34 None None] Network 4aa653c8-0714-412a-abf8-360f497688f5 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:25:38.551177 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:25:38.560897 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Sync routers for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:25:38.572058 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:38.576898 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43362) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:38.577470 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-00863160-6da1-4a32-8720-8125c2328fc6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1126604 Jul 28 03:25:38.578142 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-a5ea9d3a-2adf-47ea-a7ed-4cade5d84613 None None] Provisioning for port f9f2be1c-b496-484b-a2d6-29b209f87195 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:38.582084 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:38.583086 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:38.592893 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-a5ea9d3a-2adf-47ea-a7ed-4cade5d84613 None None] Provisioning complete for port f9f2be1c-b496-484b-a2d6-29b209f87195 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:38.593269 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a5ea9d3a-2adf-47ea-a7ed-4cade5d84613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:38.713780 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3a2e3-982c-4fba-8f8d-a6efc0a018d0 req-fad4bfea-5b11-4cc7-906f-16b16b1262c4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:38.719224 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0bf3a2e3-982c-4fba-8f8d-a6efc0a018d0 req-fad4bfea-5b11-4cc7-906f-16b16b1262c4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1952841 Jul 28 03:25:38.731919 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:38.827926 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0bf3a2e3-982c-4fba-8f8d-a6efc0a018d0 req-ca63c176-6ca4-4c9c-96e1-eab09f140677 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013751 Jul 28 03:25:38.914657 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a5ea9d3a-2adf-47ea-a7ed-4cade5d84613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:38.978526 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-a5ea9d3a-2adf-47ea-a7ed-4cade5d84613 None None] For port f9f2be1c-b496-484b-a2d6-29b209f87195, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=f9f2be1c-b496-484b-a2d6-29b209f87195,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:38.984765 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a5ea9d3a-2adf-47ea-a7ed-4cade5d84613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:38.992825 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:37Z', 'revision_number': 3, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:39.044058 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Checking router: 52fc5db7-7966-4e81-9ab8-ae538133296c for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:25:39.046016 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Updating router 52fc5db7-7966-4e81-9ab8-ae538133296c port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:25:39.074988 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea9d3a-2adf-47ea-a7ed-4cade5d84613 None None] Pushing event updated for resources: {'Port': ['ID=f9f2be1c-b496-484b-a2d6-29b209f87195,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:39.085038 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.322079 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-19df3d20-ffd5-4523-8d3e-7acbe42c86b0 None None] Provisioning complete for port f9f2be1c-b496-484b-a2d6-29b209f87195 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:39.322079 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-19df3d20-ffd5-4523-8d3e-7acbe42c86b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.437264 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.470124 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.480339 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Transition to ACTIVE for port object 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:39.486466 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.610377 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Allocated IP 172.20.0.1 (4aa653c8-0714-412a-abf8-360f497688f5/a4382934-3da1-46ea-8f02-666d8a3cab68/d6b92a87-d626-43a7-a3e7-84b0a01f8eaf) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:25:39.617789 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f33bc8-fc15-444e-bcbd-63cdd3e4a13a None None] Pushing event updated for resources: {'Port': ['ID=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:39.628937 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Attempting to bind port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:25:39.629307 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Attempting to bind port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:25:39.629661 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Attempting to bind port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:39.634875 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:25:39.635244 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:39.635673 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.636058 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:25:39.636514 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Bound port: 2a90f90e-cdfc-4240-ae14-d342cbf58ff3, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:25:39.636899 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.686746 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] For port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:25:39.689741 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] For port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:25:39.693076 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.715115 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.733520 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Transition to ACTIVE for port object d6b92a87-d626-43a7-a3e7-84b0a01f8eaf will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:39.752877 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f33bc8-fc15-444e-bcbd-63cdd3e4a13a None None] Pushing event updated for resources: {'Port': ['ID=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:39.757069 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:39.757676 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:39.768247 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.807449 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Network 4aa653c8-0714-412a-abf8-360f497688f5 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:39.810246 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:39.815949 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:25:39.844950 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:39.874220 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:39.874743 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:40.018433 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:40.066286 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:37Z', 'revision_number': 3, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:40.068680 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-e86bf9ab-eb1c-450d-87a9-6df6766de894 None None] Provisioning for port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:40.073705 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-e86bf9ab-eb1c-450d-87a9-6df6766de894 None None] Provisioning complete for port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:40.074108 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e86bf9ab-eb1c-450d-87a9-6df6766de894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:40.095580 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cca58b-286b-4a60-811f-46c7906ee531 None None] The sync data for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi is: [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:37Z', 'revision_number': 3, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:25:40.117698 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-e86bf9ab-eb1c-450d-87a9-6df6766de894 None None] Port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:25:40.193155 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device f9f2be1c-b496-484b-a2d6-29b209f87195 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:40.219634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:40.225179 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:40.262486 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port f9f2be1c-b496-484b-a2d6-29b209f87195 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:40.263136 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:40.301574 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:40.310275 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:40.424108 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Network 4aa653c8-0714-412a-abf8-360f497688f5 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:40.426039 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:40.609933 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0362d5-90d6-4b88-ada2-7b9b04fc692b req-88f944cc-62e2-441d-8e56-79e1a3c288f9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:40.616138 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6c0362d5-90d6-4b88-ada2-7b9b04fc692b req-88f944cc-62e2-441d-8e56-79e1a3c288f9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1358566 Jul 28 03:25:40.628381 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Router 52fc5db7-7966-4e81-9ab8-ae538133296c has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:25:40.665100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6c0362d5-90d6-4b88-ada2-7b9b04fc692b req-c7b434a6-d876-455a-933a-9b5e61762226 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Jul 28 03:25:40.744682 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-9980c41d-946b-4775-936b-2c04095f23f6 None None] Provisioning complete for port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:40.745277 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9980c41d-946b-4775-936b-2c04095f23f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:40.793014 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-9980c41d-946b-4775-936b-2c04095f23f6 None None] Port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:25:41.014392 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:25:41.020751 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-edc6d6e2-c2b1-4d59-8022-ee5d270ad5a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/52fc5db7-7966-4e81-9ab8-ae538133296c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4332879 Jul 28 03:25:41.554515 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43444) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:41.570925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1120231450-network', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:41.604779 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Made reservation on behalf of 5c2d3868db1744ac8fd1c04b8a8ac0e4 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:25:41.607161 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.617230 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.721900 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.727507 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.753411 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:25:41.775598 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e7652-840c-4a23-b692-0650699af009,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:41.778936 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.779283 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Added segment 7a06e493-f2fc-47f8-933d-5e431908143a of type vlan for network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 Jul 28 03:25:41.824337 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.854916 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.856131 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:41.856713 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.908178 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3524156 Jul 28 03:25:41.911109 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43458) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:41.917220 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Request body: {'subnet': {'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1120231450-subnet', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:41.917374 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98571ab5-fbec-49ca-86e7-fae85dc160d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f64202-cd92-44d8-8bfa-2bb6f7f74f03,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:41.925750 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Sync routers for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:25:41.929679 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:25:41.942959 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Made reservation on behalf of 5c2d3868db1744ac8fd1c04b8a8ac0e4 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:25:41.946570 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30259380'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:41.999440 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:42.000169 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:42.129933 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30113037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30259398'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.203442 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0208780-1519-412d-8a93-267d9702c842,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:42.217362 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Checking segment: {'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:42.218328 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Network hostable DHCP agents. Network: e1f64202-cd92-44d8-8bfa-2bb6f7f74f03, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:25:42.242813 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:25:42.243602 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:42.251731 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, e1f64202-cd92-44d8-8bfa-2bb6f7f74f03) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:42.256239 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:42.256851 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.268267 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4282e1-9fe0-4ba3-bebd-54a8475a3e76 None None] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:25:42.271612 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0cb675ec-7bff-4d02-a68d-13caeb553799 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3583376 Jul 28 03:25:42.274268 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43464) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:42.278861 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:42.298908 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.300008 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.349555 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.351285 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:42.489392 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:42.494324 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.526370 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:42.526746 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.609697 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-e1f64202-cd92-44d8-8bfa-2bb6f7f74f03', 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'fixed_ips': [{'subnet_id': 'c0208780-1519-412d-8a93-267d9702c842'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:25:42.610536 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.714287 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.742273 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.777038 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.848398 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Allocated IP 172.20.0.2 (e1f64202-cd92-44d8-8bfa-2bb6f7f74f03/c0208780-1519-412d-8a93-267d9702c842/49efbb6a-d1c4-416b-9756-45e7749f1b3c) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:25:42.858009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Allocated IP 172.27.3.75 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/c3a63fad-1026-4ada-afc8-925d73c04153) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:25:42.868048 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:42.943293 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:42.967628 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.007107 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.009998 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:40Z', 'revision_number': 2, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:43.047154 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:43.053281 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Checking router: 52fc5db7-7966-4e81-9ab8-ae538133296c for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:25:43.053662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:43.053997 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Updating router 52fc5db7-7966-4e81-9ab8-ae538133296c port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:25:43.058009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:25:43.061034 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a63fad-1026-4ada-afc8-925d73c04153,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:43.101612 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.113442 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.114996 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:43.125974 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Transition to ACTIVE for port object 49efbb6a-d1c4-416b-9756-45e7749f1b3c will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:43.164149 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Transition to ACTIVE for port object 49efbb6a-d1c4-416b-9756-45e7749f1b3c will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:43.175416 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.274061 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:43.282520 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:43.292781 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:25:43.301370 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Pushing event updated for resources: {'Port': ['ID=49efbb6a-d1c4-416b-9756-45e7749f1b3c,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:43.310577 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.397855 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Attempting to bind port 49efbb6a-d1c4-416b-9756-45e7749f1b3c on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:25:43.398119 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Attempting to bind port 49efbb6a-d1c4-416b-9756-45e7749f1b3c by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:25:43.398482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Attempting to bind port 49efbb6a-d1c4-416b-9756-45e7749f1b3c on network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:43.411697 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:25:43.412117 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Checking segment: {'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:43.412565 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.412965 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Bound using segment: {'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:25:43.413447 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Bound port: 49efbb6a-d1c4-416b-9756-45e7749f1b3c, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:25:43.413832 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.505094 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.529522 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] For port 49efbb6a-d1c4-416b-9756-45e7749f1b3c, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:25:43.553597 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] For port 49efbb6a-d1c4-416b-9756-45e7749f1b3c, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=49efbb6a-d1c4-416b-9756-45e7749f1b3c,segment=NetworkSegment(7a06e493-f2fc-47f8-933d-5e431908143a),segment_id=7a06e493-f2fc-47f8-933d-5e431908143a)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:25:43.558237 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.560677 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.596877 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Transition to ACTIVE for port object d6b92a87-d626-43a7-a3e7-84b0a01f8eaf will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:43.611839 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.647417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521c303-71a3-47da-b3bd-63c09489dbd2 None None] Pushing event updated for resources: {'Port': ['ID=49efbb6a-d1c4-416b-9756-45e7749f1b3c,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:43.654729 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Router fa6377e0-aad4-4231-9d22-53a829ade4ef is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:25:43.734502 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af81cb-1f34-497d-a223-624f24fd4aa9 None None] Pushing event updated for resources: {'Port': ['ID=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:43.737051 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Attempting to bind port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:25:43.737426 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Attempting to bind port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:25:43.737789 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Attempting to bind port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf on network 4aa653c8-0714-412a-abf8-360f497688f5 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:43.743735 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:25:43.744112 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Checking segment: {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:43.744517 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.744907 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Bound using segment: {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:25:43.745379 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Bound port: d6b92a87-d626-43a7-a3e7-84b0a01f8eaf, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:25:43.745763 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.773005 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:25:43.783737 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Sync routers for ids ['fa6377e0-aad4-4231-9d22-53a829ade4ef'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:25:43.792385 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.793906 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fbaeecc5-fb55-434e-ab09-cd7748001f99 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5186920 Jul 28 03:25:43.796769 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43488) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:43.799781 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Routers {'fa6377e0-aad4-4231-9d22-53a829ade4ef'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:43.800404 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['fa6377e0-aad4-4231-9d22-53a829ade4ef'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:43.832600 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] For port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:25:43.836432 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] For port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:25:43.848516 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:43.929643 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:43.930283 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:43.981162 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Set router fa6377e0-aad4-4231-9d22-53a829ade4ef gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:43.994941 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af81cb-1f34-497d-a223-624f24fd4aa9 None None] Pushing event updated for resources: {'Port': ['ID=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:44.249818 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:43Z', 'revision_number': 3, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port': {'id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:44.295773 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Checking router: fa6377e0-aad4-4231-9d22-53a829ade4ef for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:25:44.296340 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Updating router fa6377e0-aad4-4231-9d22-53a829ade4ef port c3a63fad-1026-4ada-afc8-925d73c04153 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:25:44.309181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:44.336981 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.349672 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:44.409190 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.529883 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:44.538040 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.636792 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Allocated IP 172.20.0.1 (e1f64202-cd92-44d8-8bfa-2bb6f7f74f03/c0208780-1519-412d-8a93-267d9702c842/669b1c7a-6653-40bb-90b0-2d7298636896) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:25:44.687171 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.698062 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Transition to ACTIVE for port object c3a63fad-1026-4ada-afc8-925d73c04153 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:44.703192 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 49efbb6a-d1c4-416b-9756-45e7749f1b3c up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:44.705403 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.749739 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f646d-80a9-42b5-b8c1-01b5f1dbf519 None None] Pushing event updated for resources: {'Port': ['ID=c3a63fad-1026-4ada-afc8-925d73c04153,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:44.755493 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:43Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:44.780818 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.788519 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53c1a9-4203-4005-9154-57f731209c3e None None] The sync data for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi is: [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:43Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:25:44.798040 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Transition to ACTIVE for port object 669b1c7a-6653-40bb-90b0-2d7298636896 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:44.812519 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 49efbb6a-d1c4-416b-9756-45e7749f1b3c completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:44.822870 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Attempting to bind port c3a63fad-1026-4ada-afc8-925d73c04153 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:25:44.822870 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Attempting to bind port c3a63fad-1026-4ada-afc8-925d73c04153 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:25:44.822870 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Attempting to bind port c3a63fad-1026-4ada-afc8-925d73c04153 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:44.829794 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:25:44.830238 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:44.832277 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.832277 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:25:44.832277 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Bound port: c3a63fad-1026-4ada-afc8-925d73c04153, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:25:44.832277 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.868539 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.923606 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2661e5-06a3-4cde-96b8-f71537217e9f None None] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:25:44.927132 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] For port c3a63fad-1026-4ada-afc8-925d73c04153, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:25:44.929396 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:44.930567 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] For port c3a63fad-1026-4ada-afc8-925d73c04153, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c3a63fad-1026-4ada-afc8-925d73c04153,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:25:44.934543 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:44.936596 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Pushing event updated for resources: {'Port': ['ID=669b1c7a-6653-40bb-90b0-2d7298636896,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:44.941919 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:44.943901 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:25:45.002617 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.010652 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Routers {'fa6377e0-aad4-4231-9d22-53a829ade4ef'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:45.011298 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['fa6377e0-aad4-4231-9d22-53a829ade4ef'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:45.016866 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f646d-80a9-42b5-b8c1-01b5f1dbf519 None None] Pushing event updated for resources: {'Port': ['ID=c3a63fad-1026-4ada-afc8-925d73c04153,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:45.053839 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-daed80ec-83fb-4845-9a71-b63843cb9f3b None None] Provisioning for port 49efbb6a-d1c4-416b-9756-45e7749f1b3c completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:45.061948 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-daed80ec-83fb-4845-9a71-b63843cb9f3b None None] Provisioning complete for port 49efbb6a-d1c4-416b-9756-45e7749f1b3c triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:45.062323 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-daed80ec-83fb-4845-9a71-b63843cb9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.146674 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] Set router fa6377e0-aad4-4231-9d22-53a829ade4ef gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:45.157760 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.196463 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-daed80ec-83fb-4845-9a71-b63843cb9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.267151 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-daed80ec-83fb-4845-9a71-b63843cb9f3b None None] For port 49efbb6a-d1c4-416b-9756-45e7749f1b3c, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=49efbb6a-d1c4-416b-9756-45e7749f1b3c,segment=NetworkSegment(7a06e493-f2fc-47f8-933d-5e431908143a),segment_id=7a06e493-f2fc-47f8-933d-5e431908143a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:45.274980 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-daed80ec-83fb-4845-9a71-b63843cb9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.357403 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed80ec-83fb-4845-9a71-b63843cb9f3b None None] Pushing event updated for resources: {'Port': ['ID=49efbb6a-d1c4-416b-9756-45e7749f1b3c,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:45.404787 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:43Z', 'revision_number': 3, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port': {'id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:45.425481 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.432260 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.514264 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.543484 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84d450-6555-4e5f-9f1f-864d417fee13 None None] The sync data for ids ['fa6377e0-aad4-4231-9d22-53a829ade4ef'] in dv-cinder-786260-14-iscsi is: [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:43Z', 'revision_number': 3, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port': {'id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:25:45.558602 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Pushing event updated for resources: {'Port': ['ID=669b1c7a-6653-40bb-90b0-2d7298636896,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:45.619169 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1aabd850-3ea6-4751-a2ab-826cf0f128ba None None] Provisioning for port 669b1c7a-6653-40bb-90b0-2d7298636896 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:45.644699 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1aabd850-3ea6-4751-a2ab-826cf0f128ba None None] Provisioning complete for port 669b1c7a-6653-40bb-90b0-2d7298636896 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:45.644699 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1aabd850-3ea6-4751-a2ab-826cf0f128ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.662512 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:25:45.663984 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:25:45.738878 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-1aabd850-3ea6-4751-a2ab-826cf0f128ba None None] Port 669b1c7a-6653-40bb-90b0-2d7298636896 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:25:45.750354 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1aabd850-3ea6-4751-a2ab-826cf0f128ba None None] Provisioning complete for port 49efbb6a-d1c4-416b-9756-45e7749f1b3c triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:45.750354 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1aabd850-3ea6-4751-a2ab-826cf0f128ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:45.871176 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Router fa6377e0-aad4-4231-9d22-53a829ade4ef has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:25:46.009535 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-fdc1a8b2-9284-4827-aca3-1bd57cafdfc8 None None] Provisioning complete for port 669b1c7a-6653-40bb-90b0-2d7298636896 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:46.011170 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fdc1a8b2-9284-4827-aca3-1bd57cafdfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:46.048369 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:25:46.055528 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-062b083d-cae8-44fa-995b-66043819cd93 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa6377e0-aad4-4231-9d22-53a829ade4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564657 Jul 28 03:25:46.068216 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1a8b2-9284-4827-aca3-1bd57cafdfc8 None None] Port 669b1c7a-6653-40bb-90b0-2d7298636896 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:25:46.206426 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-41be6100-659f-40df-85a4-cf2eca3194cc None None] Provisioning complete for port 669b1c7a-6653-40bb-90b0-2d7298636896 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:46.207030 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-41be6100-659f-40df-85a4-cf2eca3194cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:46.262314 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-41be6100-659f-40df-85a4-cf2eca3194cc None None] Port 669b1c7a-6653-40bb-90b0-2d7298636896 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:25:46.413735 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c3a63fad-1026-4ada-afc8-925d73c04153 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:46.472533 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port c3a63fad-1026-4ada-afc8-925d73c04153 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:46.476734 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port c3a63fad-1026-4ada-afc8-925d73c04153 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:46.477111 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:46.609608 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:46.633610 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port c3a63fad-1026-4ada-afc8-925d73c04153, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c3a63fad-1026-4ada-afc8-925d73c04153,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:46.638572 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:46.640394 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 49efbb6a-d1c4-416b-9756-45e7749f1b3c up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:46.744005 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=c3a63fad-1026-4ada-afc8-925d73c04153,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:46.762529 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 49efbb6a-d1c4-416b-9756-45e7749f1b3c triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:46.763171 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:46.916077 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d6b92a87-d626-43a7-a3e7-84b0a01f8eaf up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:46.982216 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:46.987998 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:46.988488 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.060853 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43544) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:47.066208 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-b27de045-621c-40c7-b2ab-323659a79b30 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578820494', 'description': 'tempest-secgroup-smoke-1578820494 description', 'project_id': 'a825835b82184cc081ba187d2d7bfde6'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:47.092262 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.102436 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b27de045-621c-40c7-b2ab-323659a79b30 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.131026 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:47.135863 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.210242 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:47.229164 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b27de045-621c-40c7-b2ab-323659a79b30 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.234981 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b27de045-621c-40c7-b2ab-323659a79b30 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.267301 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b27de045-621c-40c7-b2ab-323659a79b30 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.268828 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b27de045-621c-40c7-b2ab-323659a79b30 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2069402 Jul 28 03:25:47.272038 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43552) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:47.277579 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-5799ae49-ee4d-4578-9957-f233b7373ccd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'security_group_rule': {'security_group_id': 'ef0c0686-f13b-473a-b189-44bb38c0e50e', 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:47.280341 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27de045-621c-40c7-b2ab-323659a79b30 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c0686-f13b-473a-b189-44bb38c0e50e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:47.308552 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5799ae49-ee4d-4578-9957-f233b7373ccd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.371412 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5799ae49-ee4d-4578-9957-f233b7373ccd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.376445 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5799ae49-ee4d-4578-9957-f233b7373ccd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.405896 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ae49-ee4d-4578-9957-f233b7373ccd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abc1841-ab9f-4d34-8166-3e4ffd067b52,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:47.410945 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5799ae49-ee4d-4578-9957-f233b7373ccd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.415503 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43560) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:47.415732 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5799ae49-ee4d-4578-9957-f233b7373ccd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424673 Jul 28 03:25:47.421501 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-7926b029-1f16-4ce4-9395-0f796eab0104 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'security_group_rule': {'security_group_id': 'ef0c0686-f13b-473a-b189-44bb38c0e50e', 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:47.457829 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7926b029-1f16-4ce4-9395-0f796eab0104 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.534366 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7926b029-1f16-4ce4-9395-0f796eab0104 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.542508 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7926b029-1f16-4ce4-9395-0f796eab0104 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.562925 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926b029-1f16-4ce4-9395-0f796eab0104 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0a07d5-d196-4fe8-b5a1-bf93f57c9d06,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:47.565043 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7926b029-1f16-4ce4-9395-0f796eab0104 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.568703 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7926b029-1f16-4ce4-9395-0f796eab0104 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492500 Jul 28 03:25:47.570317 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43568) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:47.576531 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-9ca29496-7b33-4067-a341-d97519ee6a2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'security_group_rule': {'security_group_id': 'ef0c0686-f13b-473a-b189-44bb38c0e50e', 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:47.628917 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9ca29496-7b33-4067-a341-d97519ee6a2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.719446 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9ca29496-7b33-4067-a341-d97519ee6a2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.723240 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9ca29496-7b33-4067-a341-d97519ee6a2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.741168 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29496-7b33-4067-a341-d97519ee6a2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddfc542-00ad-4277-98ab-d35ce64155b7,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:47.753484 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9ca29496-7b33-4067-a341-d97519ee6a2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.755655 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-9ca29496-7b33-4067-a341-d97519ee6a2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827950 Jul 28 03:25:47.757402 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43574) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:47.762200 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-8bd55aea-2b70-46af-857e-e234232c2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'security_group_rule': {'security_group_id': 'ef0c0686-f13b-473a-b189-44bb38c0e50e', 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:47.790501 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8bd55aea-2b70-46af-857e-e234232c2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.853894 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8bd55aea-2b70-46af-857e-e234232c2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.857621 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8bd55aea-2b70-46af-857e-e234232c2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.878956 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd55aea-2b70-46af-857e-e234232c2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38720cc3-1952-4cec-9f21-00ae05da6165,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:47.882769 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8bd55aea-2b70-46af-857e-e234232c2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.883998 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-8bd55aea-2b70-46af-857e-e234232c2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256514 Jul 28 03:25:47.886975 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43578) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:47.892226 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'security_group_rule': {'security_group_id': 'ef0c0686-f13b-473a-b189-44bb38c0e50e', 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:47.920115 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.securitygroups_db [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Project a825835b82184cc081ba187d2d7bfde6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:25:47.926531 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.992776 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:47.996801 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.015253 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672b9bcc-a05d-4485-9414-298719bfdef3,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:48.020405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.021583 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-27703a40-94b6-4343-9fa4-d1c30d793fab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338358 Jul 28 03:25:48.024363 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43586) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:48.028885 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'security_group_rule': {'security_group_id': 'ef0c0686-f13b-473a-b189-44bb38c0e50e', 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:25:48.051996 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.securitygroups_db [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Project a825835b82184cc081ba187d2d7bfde6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:25:48.057418 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.121086 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.125184 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.146934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7157c090-69b6-4fa2-83dc-c735df6f8a16,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:48.156400 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.166517 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-b41c0923-2340-4abc-8dc1-831760e65644 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334684 Jul 28 03:25:48.190009 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c3a63fad-1026-4ada-afc8-925d73c04153 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:48.253477 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port c3a63fad-1026-4ada-afc8-925d73c04153 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:48.253862 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.343943 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Sync routers for ids ['fa6377e0-aad4-4231-9d22-53a829ade4ef'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:25:48.364792 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d6b92a87-d626-43a7-a3e7-84b0a01f8eaf up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:48.366683 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Routers {'fa6377e0-aad4-4231-9d22-53a829ade4ef'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:48.367359 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['fa6377e0-aad4-4231-9d22-53a829ade4ef'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:48.517097 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:48.517477 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:48.523221 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Set router fa6377e0-aad4-4231-9d22-53a829ade4ef gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:48.808022 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:45Z', 'revision_number': 4, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port': {'id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '669b1c7a-6653-40bb-90b0-2d7298636896', 'name': '', 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'mac_address': 'fa:16:3e:c8:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c0208780-1519-412d-8a93-267d9702c842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:44Z', 'updated_at': '2021-07-28T03:25:45Z', 'revision_number': 2, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'subnets': [{'id': 'c0208780-1519-412d-8a93-267d9702c842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:48.837626 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Checking router: fa6377e0-aad4-4231-9d22-53a829ade4ef for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:25:48.837982 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Updating router fa6377e0-aad4-4231-9d22-53a829ade4ef port 669b1c7a-6653-40bb-90b0-2d7298636896 binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:25:48.865735 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:49.168745 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:49.181476 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Transition to ACTIVE for port object 669b1c7a-6653-40bb-90b0-2d7298636896 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:25:49.189109 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:49.354459 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Pushing event updated for resources: {'Port': ['ID=669b1c7a-6653-40bb-90b0-2d7298636896,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:49.385101 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.385455 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.385798 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.386132 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.386729 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.387070 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.387405 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.387761 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.388111 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.388688 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.388884 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.389294 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:25:49.432349 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Attempting to bind port 669b1c7a-6653-40bb-90b0-2d7298636896 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:25:49.432719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Attempting to bind port 669b1c7a-6653-40bb-90b0-2d7298636896 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:25:49.433083 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Attempting to bind port 669b1c7a-6653-40bb-90b0-2d7298636896 on network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:25:49.439290 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:25:49.439686 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Checking segment: {'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:25:49.440233 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:49.440628 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Bound using segment: {'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:25:49.442816 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Bound port: 669b1c7a-6653-40bb-90b0-2d7298636896, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a06e493-f2fc-47f8-933d-5e431908143a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:25:49.443223 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:49.522045 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] For port 669b1c7a-6653-40bb-90b0-2d7298636896, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:25:49.526121 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] For port 669b1c7a-6653-40bb-90b0-2d7298636896, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=669b1c7a-6653-40bb-90b0-2d7298636896,segment=NetworkSegment(7a06e493-f2fc-47f8-933d-5e431908143a),segment_id=7a06e493-f2fc-47f8-933d-5e431908143a)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:25:49.530613 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:49.603330 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Routers {'fa6377e0-aad4-4231-9d22-53a829ade4ef'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:25:49.604834 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:25:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['fa6377e0-aad4-4231-9d22-53a829ade4ef'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:49.649764 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e599798-4f8f-4dc9-b087-292073636273 None None] Pushing event updated for resources: {'Port': ['ID=669b1c7a-6653-40bb-90b0-2d7298636896,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:49.749774 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] Set router fa6377e0-aad4-4231-9d22-53a829ade4ef gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:25:49.768194 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43684) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:49.879257 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2315-ee6d-4122-918d-9f4cac9c9cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:49.996314 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:45Z', 'revision_number': 4, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port': {'id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '669b1c7a-6653-40bb-90b0-2d7298636896', 'name': '', 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'mac_address': 'fa:16:3e:c8:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c0208780-1519-412d-8a93-267d9702c842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:44Z', 'updated_at': '2021-07-28T03:25:49Z', 'revision_number': 4, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'subnets': [{'id': 'c0208780-1519-412d-8a93-267d9702c842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:25:50.003239 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2315-ee6d-4122-918d-9f4cac9c9cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.008249 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2315-ee6d-4122-918d-9f4cac9c9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.031970 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ef4e-363f-4c8d-8480-1bac062edcd8 None None] The sync data for ids ['fa6377e0-aad4-4231-9d22-53a829ade4ef'] in dv-cinder-786260-14-iscsi is: [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:45Z', 'revision_number': 4, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port': {'id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '669b1c7a-6653-40bb-90b0-2d7298636896', 'name': '', 'network_id': 'e1f64202-cd92-44d8-8bfa-2bb6f7f74f03', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'mac_address': 'fa:16:3e:c8:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'c0208780-1519-412d-8a93-267d9702c842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:44Z', 'updated_at': '2021-07-28T03:25:49Z', 'revision_number': 4, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'subnets': [{'id': 'c0208780-1519-412d-8a93-267d9702c842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:25:50.054497 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0a5c2315-ee6d-4122-918d-9f4cac9c9cd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=862cda7266fa49afa1b8d11d38102776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822926 Jul 28 03:25:50.054497 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2315-ee6d-4122-918d-9f4cac9c9cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c41c7c-7ad5-4917-8632-d0ee732f245d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:50.055928 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43698) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:50.158613 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ce85993b-5d30-4632-af9f-cb2d45cf0f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.185687 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ce85993b-5d30-4632-af9f-cb2d45cf0f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.241516 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 669b1c7a-6653-40bb-90b0-2d7298636896 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:50.242520 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ce85993b-5d30-4632-af9f-cb2d45cf0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.245195 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ce85993b-5d30-4632-af9f-cb2d45cf0f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.249477 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ce85993b-5d30-4632-af9f-cb2d45cf0f45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38c41c7c-7ad5-4917-8632-d0ee732f245d HTTP/1.1" status: 204 len: 168 time: 0.1894979 Jul 28 03:25:50.255991 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85993b-5d30-4632-af9f-cb2d45cf0f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c41c7c-7ad5-4917-8632-d0ee732f245d,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:50.328348 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 669b1c7a-6653-40bb-90b0-2d7298636896 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:25:50.337286 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 669b1c7a-6653-40bb-90b0-2d7298636896 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:50.337595 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.435872 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.475628 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 669b1c7a-6653-40bb-90b0-2d7298636896, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=669b1c7a-6653-40bb-90b0-2d7298636896,segment=NetworkSegment(7a06e493-f2fc-47f8-933d-5e431908143a),segment_id=7a06e493-f2fc-47f8-933d-5e431908143a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:25:50.480206 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.541133 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=669b1c7a-6653-40bb-90b0-2d7298636896,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:50.580620 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43706) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:50.596766 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ba2d769f-9cff-4780-b784-1aa4f0f3f843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.695232 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ba2d769f-9cff-4780-b784-1aa4f0f3f843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.699419 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ba2d769f-9cff-4780-b784-1aa4f0f3f843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.743089 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-ba2d769f-9cff-4780-b784-1aa4f0f3f843 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b626d820586649ae885f5e2fef16c6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611061 Jul 28 03:25:50.744121 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d769f-9cff-4780-b784-1aa4f0f3f843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b5d2e5-47dc-4e91-9bdd-f83456b4e980,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:50.745866 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43710) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:50.802318 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-374ef042-f328-43c6-9564-762c55658417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.822872 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-374ef042-f328-43c6-9564-762c55658417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.869967 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-374ef042-f328-43c6-9564-762c55658417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.872665 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-374ef042-f328-43c6-9564-762c55658417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:50.874313 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-374ef042-f328-43c6-9564-762c55658417 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57b5d2e5-47dc-4e91-9bdd-f83456b4e980 HTTP/1.1" status: 204 len: 168 time: 0.1267982 Jul 28 03:25:50.882094 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ef042-f328-43c6-9564-762c55658417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b5d2e5-47dc-4e91-9bdd-f83456b4e980,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:51.221010 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 43732) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:51.234463 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1c39046d-9a78-4bab-a92a-262d052d74ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:51.334894 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1c39046d-9a78-4bab-a92a-262d052d74ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:51.339845 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1c39046d-9a78-4bab-a92a-262d052d74ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:51.392163 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1c39046d-9a78-4bab-a92a-262d052d74ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a1f731bd28c41ae9d5afc05e7a15bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697452 Jul 28 03:25:51.393383 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39046d-9a78-4bab-a92a-262d052d74ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2417e4-53c0-4164-8ada-68b2116df276,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:51.394491 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 43762) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:25:51.453085 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0ee85dbe-be34-427d-af1b-4da09bb68020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:51.474447 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0ee85dbe-be34-427d-af1b-4da09bb68020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:51.519170 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0ee85dbe-be34-427d-af1b-4da09bb68020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:51.521760 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0ee85dbe-be34-427d-af1b-4da09bb68020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:51.522944 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0ee85dbe-be34-427d-af1b-4da09bb68020 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac2417e4-53c0-4164-8ada-68b2116df276 HTTP/1.1" status: 204 len: 168 time: 0.1268690 Jul 28 03:25:51.532049 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee85dbe-be34-427d-af1b-4da09bb68020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2417e4-53c0-4164-8ada-68b2116df276,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:25:52.180657 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 669b1c7a-6653-40bb-90b0-2d7298636896 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:25:52.233147 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 669b1c7a-6653-40bb-90b0-2d7298636896 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:25:52.233525 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:25:53.703682 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:25:55.522634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-1832b6c4-5a48-4343-a06a-18e4cac7892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:55.524162 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-1832b6c4-5a48-4343-a06a-18e4cac7892c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0701983 Jul 28 03:25:55.532569 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d25e29-15bc-4828-baf6-fb3dfe4e537c req-0e48c582-8e6a-4f25-a5d5-861e547288f8 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:55.533905 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4d25e29-15bc-4828-baf6-fb3dfe4e537c req-0e48c582-8e6a-4f25-a5d5-861e547288f8 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0719287 Jul 28 03:25:55.620303 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4d25e29-15bc-4828-baf6-fb3dfe4e537c req-421721c8-5a50-4358-ae44-e2b158f16f27 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785570 Jul 28 03:25:55.648468 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-e0381882-6772-4af9-92b7-4d57b05ca4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:55.649977 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-e0381882-6772-4af9-92b7-4d57b05ca4ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.1152382 Jul 28 03:25:55.694265 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-4015e882-40d7-41b1-96d1-4be29d511fb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 217 time: 0.0354590 Jul 28 03:25:55.756282 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-3099734e-4443-4572-a728-8b9d772bc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:55.757748 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-3099734e-4443-4572-a728-8b9d772bc3bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0501032 Jul 28 03:25:55.794976 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-08806f35-150e-48db-bc0f-b6e66a0e60ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283260 Jul 28 03:25:55.901012 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-30c67597-fc2e-429e-9eaa-7723d6c4f518 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967004 Jul 28 03:25:55.994886 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4084972-793c-438b-8ecb-ced6ec1bea99 req-af0aabe8-4215-448a-8690-6c6b32f97ab8 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Jul 28 03:25:56.742673 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475528e2-7774-45c5-a74b-34bf4fca3dbf req-63a7957b-bf08-47b5-ae50-04116b499355 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:56.744180 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-475528e2-7774-45c5-a74b-34bf4fca3dbf req-63a7957b-bf08-47b5-ae50-04116b499355 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0484962 Jul 28 03:25:56.784685 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-475528e2-7774-45c5-a74b-34bf4fca3dbf req-c8ae4bc5-3398-4fdf-b399-30084971b259 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322056 Jul 28 03:25:57.900153 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0c1ad-2d70-42ac-aace-c9ff9be7bb8a req-c3258e3b-9445-4d73-a4db-6e526aaec7c6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:57.901588 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-79e0c1ad-2d70-42ac-aace-c9ff9be7bb8a req-c3258e3b-9445-4d73-a4db-6e526aaec7c6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0491831 Jul 28 03:25:57.945643 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-79e0c1ad-2d70-42ac-aace-c9ff9be7bb8a req-b844fe63-5b83-4bc6-bb38-264411b34a38 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Jul 28 03:25:59.062439 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f10499-c4e1-44b7-8c83-0b82d69b3bf1 req-36c92c01-f4ab-4f15-a116-5f31d3cc8afa tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:25:59.064040 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5f10499-c4e1-44b7-8c83-0b82d69b3bf1 req-36c92c01-f4ab-4f15-a116-5f31d3cc8afa tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0502169 Jul 28 03:25:59.101231 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5f10499-c4e1-44b7-8c83-0b82d69b3bf1 req-cdbaf6e0-b855-4456-a645-f12c092a82bf tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Jul 28 03:26:00.215638 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f40f6-617a-4092-943a-dfdebff31492 req-7dc61d2c-96e1-4a85-89cf-e1db12feeca5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:00.217079 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6c4f40f6-617a-4092-943a-dfdebff31492 req-7dc61d2c-96e1-4a85-89cf-e1db12feeca5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0481596 Jul 28 03:26:00.255316 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6c4f40f6-617a-4092-943a-dfdebff31492 req-4734ac6a-2f44-472c-af5e-b9b314ae0b43 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323830 Jul 28 03:26:01.220579 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-45412600-03ae-4fe6-90b9-8bdd78287e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:01.375017 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192af68-7800-4b9c-8585-f79e2f440249 req-2e32d32a-5a34-4f0e-b72c-8a22f3cfa55f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:01.376512 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2192af68-7800-4b9c-8585-f79e2f440249 req-2e32d32a-5a34-4f0e-b72c-8a22f3cfa55f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0498490 Jul 28 03:26:01.420760 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2192af68-7800-4b9c-8585-f79e2f440249 req-734472d7-e93c-4be2-824a-65704c6f3f87 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Jul 28 03:26:02.752927 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22b270-06ae-457a-b3f1-6012b0a530ff req-0b1513e5-e894-4db8-960d-9834737154f0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:02.754446 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c22b270-06ae-457a-b3f1-6012b0a530ff req-0b1513e5-e894-4db8-960d-9834737154f0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.2663207 Jul 28 03:26:02.790816 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8c22b270-06ae-457a-b3f1-6012b0a530ff req-a0f2e696-3e81-418f-972e-f0459cd35ebc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Jul 28 03:26:02.895106 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:03.881657 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-09020163-5a53-4643-b35d-0bb55f2d6c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:03.907677 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad649-d8fe-412e-9cdb-2738d0e14335 req-fde2fa45-500c-4a45-9544-0b3903288fd4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:03.909147 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-caaad649-d8fe-412e-9cdb-2738d0e14335 req-fde2fa45-500c-4a45-9544-0b3903288fd4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0491691 Jul 28 03:26:03.945936 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-caaad649-d8fe-412e-9cdb-2738d0e14335 req-2e8ee0d3-f3b6-4e03-a2d4-fe6a49c2bd42 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Jul 28 03:26:03.959677 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:04.960758 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:05.061892 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445450c-ae4f-44bb-87d7-817049c705a4 req-8955ce02-4221-44c3-9c34-4cee38cb014f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:05.063337 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2445450c-ae4f-44bb-87d7-817049c705a4 req-8955ce02-4221-44c3-9c34-4cee38cb014f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0469954 Jul 28 03:26:05.103535 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2445450c-ae4f-44bb-87d7-817049c705a4 req-db4b5b3d-aeb5-43b9-9d76-c3b909980443 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343549 Jul 28 03:26:06.222419 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf1be8-1497-4f2c-b26a-43b74609b874 req-72a80d3b-0779-4c86-9954-26fa2e3c1da5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:06.224114 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dbf1be8-1497-4f2c-b26a-43b74609b874 req-72a80d3b-0779-4c86-9954-26fa2e3c1da5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0500095 Jul 28 03:26:06.260720 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dbf1be8-1497-4f2c-b26a-43b74609b874 req-2eeb049f-34bf-4118-8bc3-4477318a1b41 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Jul 28 03:26:06.584870 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:07.373899 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73154636-c1ff-477f-ac99-6a075c6b8acd req-9e10806c-f6d3-46f2-a297-bee11b2225c7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:07.375332 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-73154636-c1ff-477f-ac99-6a075c6b8acd req-9e10806c-f6d3-46f2-a297-bee11b2225c7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0469592 Jul 28 03:26:07.415007 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-73154636-c1ff-477f-ac99-6a075c6b8acd req-19246ccf-1cee-4c90-a0e5-b447940c9f05 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Jul 28 03:26:07.912260 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-0cc1ee35-3953-47d6-9294-44e7cc244960 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:07.913522 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-0cc1ee35-3953-47d6-9294-44e7cc244960 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.1049247 Jul 28 03:26:07.929253 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-e162746d-3533-4902-a9ea-589bbaed25ba tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/quotas/7db4e38f030e4c6bbaba7e6d5f806b97 HTTP/1.1" status: 200 len: 375 time: 0.0096185 Jul 28 03:26:07.980164 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-35d716b1-7163-4ae9-93c5-e36719e58230 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457749 Jul 28 03:26:08.069860 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-cd2cc027-d51c-418e-b589-25f737e98aea service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Jul 28 03:26:08.158884 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-8ab6495f-6d3e-4154-8db1-a3befb032b13 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829170 Jul 28 03:26:08.310876 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-854a730c-8da2-4087-96b9-d94fd00f974c req-8d28feab-54ef-45d9-830a-5fbf633deb10 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 210 time: 0.0257001 Jul 28 03:26:08.551038 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa384b4-3841-4641-bcaa-1d59b9fa1128 req-2a7ed867-d21b-415a-ac49-e91852365862 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:08.552057 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-daa384b4-3841-4641-bcaa-1d59b9fa1128 req-2a7ed867-d21b-415a-ac49-e91852365862 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0599458 Jul 28 03:26:08.595917 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-daa384b4-3841-4641-bcaa-1d59b9fa1128 req-dbfc2351-8107-4cb8-ae3d-77a50b1683f4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Jul 28 03:26:09.320979 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-d4017a64-4609-4152-8ac3-cdabe7b92990 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:09.322399 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-d4017a64-4609-4152-8ac3-cdabe7b92990 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 815 time: 0.1025724 Jul 28 03:26:09.342209 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Request body: {'port': {'device_id': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'admin_state_up': True, 'tenant_id': '7db4e38f030e4c6bbaba7e6d5f806b97'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:26:09.417498 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-602ba771-2118-4aa4-9739-00f8b83eba65 req-a92ffed5-f5af-4652-ad09-4d18c8e62127 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 210 time: 0.0327411 Jul 28 03:26:09.479423 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Made reservation on behalf of 7db4e38f030e4c6bbaba7e6d5f806b97 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:26:09.482771 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:09.611188 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Allocated IP 172.20.0.2 (6ce9431b-bccf-4544-9fd0-0a543af5e82a/a4482d0a-1c22-4146-82e6-e0f65f0a4b23/a51aa45c-350a-4e8a-9692-46c72b5ff563) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:26:09.783335 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431de864-548b-43e7-8b59-32b87a9e46fd req-dfed5310-7ca4-4ef2-b1cf-ed61015e484d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:09.784831 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-431de864-548b-43e7-8b59-32b87a9e46fd req-dfed5310-7ca4-4ef2-b1cf-ed61015e484d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0954912 Jul 28 03:26:09.830032 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:09.849284 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-431de864-548b-43e7-8b59-32b87a9e46fd req-d23a54c1-202d-4a15-89d7-dc3212530e60 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Jul 28 03:26:09.881174 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:09.912765 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', '14b75763-2b15-4f27-81d1-928c2e1caffe'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:09.922397 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Network 6ce9431b-bccf-4544-9fd0-0a543af5e82a is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:26:09.925420 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:26:09.929013 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:26:09.957843 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event updated for resources: {'Port': ['ID=a51aa45c-350a-4e8a-9692-46c72b5ff563,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:09.983063 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:09.983699 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:09.996667 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-3a6e911f-5b6b-4fd3-8903-f5a732cf9f41 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601648 Jul 28 03:26:10.010299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Request body: {'port': {'device_id': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:26:10.065372 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:10.316269 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51aa45c-350a-4e8a-9692-46c72b5ff563 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:26:10.323160 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:10.335007 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Transition to ACTIVE for port object a51aa45c-350a-4e8a-9692-46c72b5ff563 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:26:10.337632 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:10.386722 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a51aa45c-350a-4e8a-9692-46c72b5ff563,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:10.461565 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Attempting to bind port a51aa45c-350a-4e8a-9692-46c72b5ff563 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:26:10.461905 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Attempting to bind port a51aa45c-350a-4e8a-9692-46c72b5ff563 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:26:10.462235 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Attempting to bind port a51aa45c-350a-4e8a-9692-46c72b5ff563 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:26:10.466794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Port a51aa45c-350a-4e8a-9692-46c72b5ff563 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:26:10.467119 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Attempting to bind port a51aa45c-350a-4e8a-9692-46c72b5ff563 on network 6ce9431b-bccf-4544-9fd0-0a543af5e82a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:26:10.471925 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:26:10.472263 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Checking segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:26:10.472649 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Bound using segment: {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:26:10.473097 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Bound port: a51aa45c-350a-4e8a-9692-46c72b5ff563, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69643373-5d63-4b61-9b45-765158aecd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:26:10.473449 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:10.562401 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] For port a51aa45c-350a-4e8a-9692-46c72b5ff563, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:26:10.565988 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] For port a51aa45c-350a-4e8a-9692-46c72b5ff563, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a51aa45c-350a-4e8a-9692-46c72b5ff563,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:26:10.574555 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f8be4-268f-4694-9781-110d05fa2a60 req-4b39d9a3-f7ef-47f9-b8ff-cde03012b738 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:10.576608 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-205f8be4-268f-4694-9781-110d05fa2a60 req-4b39d9a3-f7ef-47f9-b8ff-cde03012b738 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 943 time: 0.0899165 Jul 28 03:26:10.578880 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:10.622080 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:10.623427 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:10.624897 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] 10.222.0.10 "PUT /v2.0/ports/a51aa45c-350a-4e8a-9692-46c72b5ff563 HTTP/1.1" status: 200 len: 1093 time: 0.6186647 Jul 28 03:26:10.633232 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'tag': 'a51aa45c-350a-4e8a-9692-46c72b5ff563'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:10.635429 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca552b4d-c030-4d0e-8187-7634dfd92f48" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4d06be-4077-4bc2-846d-c985a7aa4447", "tag": "a51aa45c-350a-4e8a-9692-46c72b5ff563"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:10.684542 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed845797-3f3d-4199-a8a0-770aa713e75c x-openstack-request-id: req-ed845797-3f3d-4199-a8a0-770aa713e75c {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:10.684821 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4d06be-4077-4bc2-846d-c985a7aa4447", "tag": "a51aa45c-350a-4e8a-9692-46c72b5ff563", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:10.685085 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed845797-3f3d-4199-a8a0-770aa713e75c {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:10.685463 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'tag': 'a51aa45c-350a-4e8a-9692-46c72b5ff563', 'status': 'completed', 'code': 200} Jul 28 03:26:10.688116 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Pushing event updated for resources: {'Port': ['ID=a51aa45c-350a-4e8a-9692-46c72b5ff563,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:10.706060 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-205f8be4-268f-4694-9781-110d05fa2a60 req-5ad74869-7106-48e3-8a68-c7cc89090e21 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195354 Jul 28 03:26:10.708791 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.709136 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.709487 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.709861 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.710137 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.710474 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.710794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.711121 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.711936 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.711936 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.712114 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.712393 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fec7a3-53b9-4927-a9da-6e0504d51e5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:10.744735 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-7c792663-accf-4d93-882b-2572c49c305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:10.746237 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-7c792663-accf-4d93-882b-2572c49c305d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 1096 time: 0.0533888 Jul 28 03:26:10.791006 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-991d2733-8796-4d99-a1bb-022bf829e519 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a51aa45c-350a-4e8a-9692-46c72b5ff563 HTTP/1.1" status: 200 len: 217 time: 0.0335612 Jul 28 03:26:10.845473 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-be5c766a-5eb6-45c0-a413-772af67f7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:10.846080 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-be5c766a-5eb6-45c0-a413-772af67f7eb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 200 len: 855 time: 0.0467544 Jul 28 03:26:10.879209 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-b5a5ae99-3266-4cd8-82ca-c144f596a976 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ce9431b-bccf-4544-9fd0-0a543af5e82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247865 Jul 28 03:26:10.979988 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-904a9951-63b1-45bd-9d4d-dcd5bd448277 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860028 Jul 28 03:26:11.103237 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58220ce-23d4-4e63-bbd2-c8008b5ce231 req-5e7c004e-bc39-489b-abe8-14cb00481b01 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:11.104604 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e58220ce-23d4-4e63-bbd2-c8008b5ce231 req-5e7c004e-bc39-489b-abe8-14cb00481b01 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1074066 Jul 28 03:26:11.108131 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cabadb24-e6c6-4985-aa4f-93c8e65c5051 req-ef125e31-bc20-4e9c-92f6-ed370178d73b service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191685 Jul 28 03:26:11.142952 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e58220ce-23d4-4e63-bbd2-c8008b5ce231 req-014d6f19-61d3-4bcd-8145-b5c5f29c1358 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Jul 28 03:26:11.215533 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-e6c90486-e3bc-4d81-992a-cb95d71fe929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:11.217029 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-e6c90486-e3bc-4d81-992a-cb95d71fe929 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 1096 time: 0.0426912 Jul 28 03:26:11.304284 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-3a4290d5-3115-41a3-bcaa-964f49449775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:11.305733 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-3a4290d5-3115-41a3-bcaa-964f49449775 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 200 len: 916 time: 0.0798237 Jul 28 03:26:11.347471 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-36706834-1887-433a-8aeb-b18aacd9a2ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a51aa45c-350a-4e8a-9692-46c72b5ff563 HTTP/1.1" status: 200 len: 217 time: 0.0332131 Jul 28 03:26:11.398091 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-3a448d2f-6664-4e9b-8076-245f07186ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:11.399375 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-3a448d2f-6664-4e9b-8076-245f07186ff2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 200 len: 855 time: 0.0446677 Jul 28 03:26:11.436404 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-f48dc896-9d15-49da-a595-d0aa8c152f04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6ce9431b-bccf-4544-9fd0-0a543af5e82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235686 Jul 28 03:26:11.525162 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-72c5db49-96ff-4343-bd38-fb46753948a7 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779781 Jul 28 03:26:11.615718 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ca552b4d-c030-4d0e-8187-7634dfd92f48 req-5a6eea17-cc70-4750-a4c6-eb6adbf87899 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825317 Jul 28 03:26:11.825638 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcad2a6-df3b-4fb5-95ef-6abd9a653287 req-7af362bf-1d87-4586-8dca-77b2501ce221 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:11.827087 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfcad2a6-df3b-4fb5-95ef-6abd9a653287 req-7af362bf-1d87-4586-8dca-77b2501ce221 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 943 time: 0.0484822 Jul 28 03:26:11.865849 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cfcad2a6-df3b-4fb5-95ef-6abd9a653287 req-fde6bca2-806b-4062-83b1-8b9438a959a8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Jul 28 03:26:12.257277 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c31988-3f52-48f9-9796-cffeabdde6a9 req-8f50aae4-8930-4750-b86d-bc7f919b5eda tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:12.258720 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47c31988-3f52-48f9-9796-cffeabdde6a9 req-8f50aae4-8930-4750-b86d-bc7f919b5eda tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0477579 Jul 28 03:26:12.298944 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47c31988-3f52-48f9-9796-cffeabdde6a9 req-e85ef8ec-134a-4897-8ec0-f9a55f78b8a1 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Jul 28 03:26:12.981598 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ede536-046e-464a-80ee-d9eb05e369d4 req-3bc3eabb-e329-4fa9-af9a-de0de7d77943 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:12.983596 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65ede536-046e-464a-80ee-d9eb05e369d4 req-3bc3eabb-e329-4fa9-af9a-de0de7d77943 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 943 time: 0.0502937 Jul 28 03:26:13.021684 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65ede536-046e-464a-80ee-d9eb05e369d4 req-82a3fe86-051d-4afc-a031-6df6098b624f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Jul 28 03:26:13.474814 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78567a8d-e671-4b38-86d9-5e8790936abb req-ee2936ba-30f8-4085-9785-c5686d66cae0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:13.476274 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-78567a8d-e671-4b38-86d9-5e8790936abb req-ee2936ba-30f8-4085-9785-c5686d66cae0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0470464 Jul 28 03:26:13.512401 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-78567a8d-e671-4b38-86d9-5e8790936abb req-2c1f2934-9483-470f-98a4-4f4a9e825dcd tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303967 Jul 28 03:26:14.146550 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3b5b-6e17-4fe1-8fa4-058da224120f req-33266956-98dc-45aa-a346-d288b06256e6 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:14.148010 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-935b3b5b-6e17-4fe1-8fa4-058da224120f req-33266956-98dc-45aa-a346-d288b06256e6 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 943 time: 0.0469639 Jul 28 03:26:14.187537 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-935b3b5b-6e17-4fe1-8fa4-058da224120f req-44353825-c76a-460f-8101-f0e6428fde15 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336695 Jul 28 03:26:14.679770 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def22946-ca06-4aa0-9758-18d8ea7c5704 req-32df7de5-eb5a-4707-b892-9b5ab2714e74 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:14.681182 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-def22946-ca06-4aa0-9758-18d8ea7c5704 req-32df7de5-eb5a-4707-b892-9b5ab2714e74 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0477288 Jul 28 03:26:14.717887 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-def22946-ca06-4aa0-9758-18d8ea7c5704 req-71806f3e-90a6-4ff3-b21d-3af95ca6cdd5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Jul 28 03:26:15.301182 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b5852-d50f-4a03-b332-32c064179e76 req-5f7304b6-cba8-4a1b-9d6a-90bd2d57e2af tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:15.302641 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a51b5852-d50f-4a03-b332-32c064179e76 req-5f7304b6-cba8-4a1b-9d6a-90bd2d57e2af tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 943 time: 0.0482230 Jul 28 03:26:15.339317 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a51b5852-d50f-4a03-b332-32c064179e76 req-3be41990-f0d6-49c5-a739-8fcbe22bb345 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307429 Jul 28 03:26:15.831725 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771424f-4571-4853-b5ff-e6b982a9b24a req-ae31350f-023f-4c9f-b86b-5c367292e9e0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:15.833229 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b771424f-4571-4853-b5ff-e6b982a9b24a req-ae31350f-023f-4c9f-b86b-5c367292e9e0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0478957 Jul 28 03:26:15.874065 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b771424f-4571-4853-b5ff-e6b982a9b24a req-6dfb2cae-4814-413e-8536-a7ee007b18fd tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Jul 28 03:26:16.453114 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955e631-63d9-47fb-8ed2-b11d4cb14f2a req-a547b173-980d-4a2d-9476-81d44765a686 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:16.454547 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a955e631-63d9-47fb-8ed2-b11d4cb14f2a req-a547b173-980d-4a2d-9476-81d44765a686 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 943 time: 0.0486164 Jul 28 03:26:16.492027 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a955e631-63d9-47fb-8ed2-b11d4cb14f2a req-b4559da6-bcf4-4d0b-976b-c9a42636ce16 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Jul 28 03:26:16.994447 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81020c89-16ea-4a4f-8ceb-c0da55267e28 req-49e6c9db-e25d-4e0a-8fbd-d9e9ba580a05 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:16.996245 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81020c89-16ea-4a4f-8ceb-c0da55267e28 req-49e6c9db-e25d-4e0a-8fbd-d9e9ba580a05 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0539443 Jul 28 03:26:17.033141 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81020c89-16ea-4a4f-8ceb-c0da55267e28 req-957d6a7f-1537-40dc-8614-36fd8ee17914 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Jul 28 03:26:17.449719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a51aa45c-350a-4e8a-9692-46c72b5ff563 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:26:17.543662 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port a51aa45c-350a-4e8a-9692-46c72b5ff563, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a51aa45c-350a-4e8a-9692-46c72b5ff563,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:17.554902 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'a51aa45c-350a-4e8a-9692-46c72b5ff563', 'network_id': '6ce9431b-bccf-4544-9fd0-0a543af5e82a', 'port_id': 'a51aa45c-350a-4e8a-9692-46c72b5ff563', 'mac_address': 'fa:16:3e:70:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4482d0a-1c22-4146-82e6-e0f65f0a4b23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:26:17.592252 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:17.605077 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51aa45c-350a-4e8a-9692-46c72b5ff563 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:26:17.622264 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fe15a-685a-4192-816f-425b2879002f req-a9ff9d9e-7784-48b1-bdca-14364822793b tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:17.623749 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a9fe15a-685a-4192-816f-425b2879002f req-a9ff9d9e-7784-48b1-bdca-14364822793b tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 943 time: 0.0634542 Jul 28 03:26:17.623903 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port a51aa45c-350a-4e8a-9692-46c72b5ff563, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a51aa45c-350a-4e8a-9692-46c72b5ff563,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:17.628100 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:17.666276 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a9fe15a-685a-4192-816f-425b2879002f req-101532ae-2947-4167-9d6a-0d105b87dddb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Jul 28 03:26:17.677818 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=a51aa45c-350a-4e8a-9692-46c72b5ff563,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:18.190640 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89a421-fed3-4b88-9bd5-b286c86a99cc req-ba9f5db1-804c-4d9b-bc2d-eff707eb850c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:18.190640 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bf89a421-fed3-4b88-9bd5-b286c86a99cc req-ba9f5db1-804c-4d9b-bc2d-eff707eb850c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0511675 Jul 28 03:26:18.225805 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bf89a421-fed3-4b88-9bd5-b286c86a99cc req-6a428bd6-9180-43d3-b4a8-19a0bccc0d63 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Jul 28 03:26:18.375605 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['a51aa45c-350a-4e8a-9692-46c72b5ff563'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:18.777897 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0797496-4e3a-48e7-a74b-f980d1674c51 req-4fc24fc4-3401-4f68-9e5d-843399f019a0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:18.779852 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a0797496-4e3a-48e7-a74b-f980d1674c51 req-4fc24fc4-3401-4f68-9e5d-843399f019a0 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 944 time: 0.0465970 Jul 28 03:26:18.815487 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a0797496-4e3a-48e7-a74b-f980d1674c51 req-2f864cf0-396f-499b-bd04-0bb5d7f52927 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299296 Jul 28 03:26:19.388267 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ead80-e327-4af8-9b48-fa21bef60a2f req-a3ea1eae-9e81-4962-a872-3d54fd0e623e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:19.389690 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-626ead80-e327-4af8-9b48-fa21bef60a2f req-a3ea1eae-9e81-4962-a872-3d54fd0e623e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0468082 Jul 28 03:26:19.429583 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-626ead80-e327-4af8-9b48-fa21bef60a2f req-bd09daff-3251-4a04-830a-6c618917106d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Jul 28 03:26:19.927905 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947df8a-67f5-4485-94b7-d826f538c43e req-6bc5f000-ed00-49e4-b6ef-755dbc28d874 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:19.929355 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b947df8a-67f5-4485-94b7-d826f538c43e req-6bc5f000-ed00-49e4-b6ef-755dbc28d874 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 944 time: 0.0481844 Jul 28 03:26:19.967717 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b947df8a-67f5-4485-94b7-d826f538c43e req-efc95333-1eeb-43c5-8f0b-d475ab13b4a1 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Jul 28 03:26:20.542569 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3565219-b577-4f6e-8a01-89a5029a0813 req-880c4b6e-86de-483c-82a1-015ee86c70b2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:20.544583 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3565219-b577-4f6e-8a01-89a5029a0813 req-880c4b6e-86de-483c-82a1-015ee86c70b2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0474350 Jul 28 03:26:20.583100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d3565219-b577-4f6e-8a01-89a5029a0813 req-38b0a9e6-c707-4fe7-9018-c9484856a803 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Jul 28 03:26:21.080224 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6f942-4818-4376-ad6b-068a0a3b4736 req-8a8120f4-d903-4762-9f5d-a13ae6dbf117 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:21.081681 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1ac6f942-4818-4376-ad6b-068a0a3b4736 req-8a8120f4-d903-4762-9f5d-a13ae6dbf117 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 944 time: 0.0481462 Jul 28 03:26:21.125284 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1ac6f942-4818-4376-ad6b-068a0a3b4736 req-f33fedaf-c63a-42b9-833d-3d79122b154e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jul 28 03:26:21.460160 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a51aa45c-350a-4e8a-9692-46c72b5ff563 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:26:21.511345 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port a51aa45c-350a-4e8a-9692-46c72b5ff563 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:26:21.515436 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port a51aa45c-350a-4e8a-9692-46c72b5ff563 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:26:21.515843 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:21.589226 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:21.612155 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51aa45c-350a-4e8a-9692-46c72b5ff563'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:21.614479 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f8d0f1-b4b4-4678-ac7d-b829d2a5e7d2" -d '{"events": [{"server_uuid": "9b4d06be-4077-4bc2-846d-c985a7aa4447", "name": "network-vif-plugged", "status": "completed", "tag": "a51aa45c-350a-4e8a-9692-46c72b5ff563"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:21.628764 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port a51aa45c-350a-4e8a-9692-46c72b5ff563, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a51aa45c-350a-4e8a-9692-46c72b5ff563,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:21.632715 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:21.665736 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8495a41-028c-48af-a913-91c98f648fca x-openstack-request-id: req-d8495a41-028c-48af-a913-91c98f648fca {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:21.666027 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d06be-4077-4bc2-846d-c985a7aa4447", "name": "network-vif-plugged", "status": "completed", "tag": "a51aa45c-350a-4e8a-9692-46c72b5ff563", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:21.666280 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8495a41-028c-48af-a913-91c98f648fca {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:21.666668 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51aa45c-350a-4e8a-9692-46c72b5ff563', 'code': 200} Jul 28 03:26:21.682537 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=a51aa45c-350a-4e8a-9692-46c72b5ff563,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:21.704443 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d02509-c6dd-484e-8c72-8137f08089dc req-02203aed-9316-42a7-95e4-14d29b4ef8e6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:21.705958 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4d02509-c6dd-484e-8c72-8137f08089dc req-02203aed-9316-42a7-95e4-14d29b4ef8e6 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Jul 28 03:26:21.744786 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4d02509-c6dd-484e-8c72-8137f08089dc req-aaa23262-bfd2-47a1-9b15-579da513472d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Jul 28 03:26:21.835273 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be25eb4-25ed-4dfe-b686-40649b5a04af req-706fcd28-5252-400b-8b84-52dc92048e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:21.836753 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6be25eb4-25ed-4dfe-b686-40649b5a04af req-706fcd28-5252-400b-8b84-52dc92048e8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 1098 time: 0.0397444 Jul 28 03:26:21.869925 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6be25eb4-25ed-4dfe-b686-40649b5a04af req-be851bfa-26ac-4c04-a60b-169f07f69af6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257461 Jul 28 03:26:22.235312 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb45034-3452-4875-80b4-42e3817d48f9 req-c5697f49-8421-40b6-82ec-678554d3d188 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:22.236759 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0eb45034-3452-4875-80b4-42e3817d48f9 req-c5697f49-8421-40b6-82ec-678554d3d188 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 945 time: 0.0474334 Jul 28 03:26:22.275701 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0eb45034-3452-4875-80b4-42e3817d48f9 req-03bafbb0-aabd-46cf-a6ef-b7fa4338f93e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Jul 28 03:26:22.879823 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ad8f6-f75e-46a2-bc12-446a0c5d59a3 req-4e311570-68c7-4986-8900-585f034e1b89 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:22.881250 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-897ad8f6-f75e-46a2-bc12-446a0c5d59a3 req-4e311570-68c7-4986-8900-585f034e1b89 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0478008 Jul 28 03:26:22.918478 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-897ad8f6-f75e-46a2-bc12-446a0c5d59a3 req-e600e3cf-6f6c-4524-bfea-8571a903f97d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jul 28 03:26:23.409319 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb5dd8-0492-4059-9550-2a14730eac9b req-69c5c86e-c455-4ed1-b027-11c06fa4496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:23.411324 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-01fb5dd8-0492-4059-9550-2a14730eac9b req-69c5c86e-c455-4ed1-b027-11c06fa4496b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0681148 Jul 28 03:26:23.419891 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d7d6-6035-46c7-8e72-1eb84ac3e2d8 req-0ad54476-5046-4f63-8b4e-cc98d12bc391 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:23.421281 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5893d7d6-6035-46c7-8e72-1eb84ac3e2d8 req-0ad54476-5046-4f63-8b4e-cc98d12bc391 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 945 time: 0.0700586 Jul 28 03:26:23.474555 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-01fb5dd8-0492-4059-9550-2a14730eac9b req-64c1d994-7136-4cd8-b70b-72cfa14106c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522206 Jul 28 03:26:23.479200 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5893d7d6-6035-46c7-8e72-1eb84ac3e2d8 req-1634c9a9-5cab-4f59-9007-ea0147ceda73 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Jul 28 03:26:24.032351 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a775b58-553b-4dca-baeb-ada1a0703205 req-92515379-d2dd-455a-bebf-57245b9aa6b7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:24.033940 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a775b58-553b-4dca-baeb-ada1a0703205 req-92515379-d2dd-455a-bebf-57245b9aa6b7 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0476635 Jul 28 03:26:24.073023 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a775b58-553b-4dca-baeb-ada1a0703205 req-8fd76bbb-1108-4101-a9ea-40b5aed89495 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jul 28 03:26:24.592517 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735f4de-554a-4d4e-bc04-390595ffc726 req-ac3da156-e838-4e03-846b-84a8ef57a38a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:24.593963 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2735f4de-554a-4d4e-bc04-390595ffc726 req-ac3da156-e838-4e03-846b-84a8ef57a38a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 945 time: 0.0473301 Jul 28 03:26:24.630478 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2735f4de-554a-4d4e-bc04-390595ffc726 req-8f4e0182-97da-4274-8271-cf2e9fb7789b tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306375 Jul 28 03:26:25.195356 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fc558-4172-404c-b2bc-ebe22bb74819 req-33058b0d-3ccf-42e6-a340-fcee242c09ee tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:25.196785 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-782fc558-4172-404c-b2bc-ebe22bb74819 req-33058b0d-3ccf-42e6-a340-fcee242c09ee tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0495389 Jul 28 03:26:25.234206 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-782fc558-4172-404c-b2bc-ebe22bb74819 req-45002af8-b93e-4e43-8164-bbc5396aafd5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Jul 28 03:26:25.564053 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be73c7-4280-47c0-a7fb-5d947a547bd6 req-8c9851a2-87e3-4107-8291-972e100083e2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:25.565229 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5be73c7-4280-47c0-a7fb-5d947a547bd6 req-8c9851a2-87e3-4107-8291-972e100083e2 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0769961 Jul 28 03:26:25.566914 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-8bfaf18c-0add-4d10-b033-80e58fde5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:25.568250 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-8bfaf18c-0add-4d10-b033-80e58fde5d18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 1098 time: 0.0690181 Jul 28 03:26:25.645999 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f5be73c7-4280-47c0-a7fb-5d947a547bd6 req-f86a87e4-46a5-46d7-b4c5-1fbc0b58e19c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749249 Jul 28 03:26:25.681331 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-2acb3b69-a9ab-49cd-9d0b-cc80237c8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:25.682775 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-2acb3b69-a9ab-49cd-9d0b-cc80237c8195 service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.0986722 Jul 28 03:26:25.729735 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-19eacbb5-e3d7-4802-9f65-9f571b7b34ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 200 len: 217 time: 0.0333834 Jul 28 03:26:25.780462 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-1c5a37c8-c7ee-4c32-b279-2ba499a92213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:25.781761 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-1c5a37c8-c7ee-4c32-b279-2ba499a92213 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0441618 Jul 28 03:26:25.813468 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-80f193cd-c6de-4b8e-8fab-d74cb4e065a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237107 Jul 28 03:26:25.898087 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-3b0d8e78-2b63-4725-b41d-0823a13b168b service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774910 Jul 28 03:26:25.988262 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a1000c03-bb16-4f06-947c-807e1f5f4799 req-4985cdb3-f513-44bd-a0fe-5ba0ccbf55f4 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828586 Jul 28 03:26:26.710961 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-6fbe9b5f-dae4-4d26-bc59-b1e93f64074e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578820494&fields=id&tenant_id=a825835b82184cc081ba187d2d7bfde6 HTTP/1.1" status: 200 len: 267 time: 0.0354075 Jul 28 03:26:26.817399 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac324a1-c6a8-4d43-849c-82deff09f35f req-c96725d4-26b0-423c-bee7-26f544f23edb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:26.818820 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cac324a1-c6a8-4d43-849c-82deff09f35f req-c96725d4-26b0-423c-bee7-26f544f23edb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1022146 Jul 28 03:26:26.864987 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-6d97c06a-d212-416b-a090-d93848874060 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:26.866361 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-6d97c06a-d212-416b-a090-d93848874060 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 808 time: 0.1481156 Jul 28 03:26:26.884932 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cac324a1-c6a8-4d43-849c-82deff09f35f req-507cc877-2080-42cd-910d-5c65f1cae856 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591960 Jul 28 03:26:26.887081 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-63e8f7df-581f-4dc1-8e32-3750b7ca71b0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/quotas/a825835b82184cc081ba187d2d7bfde6 HTTP/1.1" status: 200 len: 375 time: 0.0128722 Jul 28 03:26:26.936547 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-c45619fe-1d48-4209-b48c-fb42376971d5 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436018 Jul 28 03:26:27.257237 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-028496a2-2373-4b95-82b9-e5d1f106d2e4 service neutron] 10.222.0.20 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026011 Jul 28 03:26:27.360917 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-3ffa89fc-f686-4ccb-9eea-bfc8aafc4d04 service neutron] 10.222.0.20 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953448 Jul 28 03:26:27.696258 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-20709493-aac1-4e1e-94db-3cb5cca28d90 req-bd9437c1-e5d7-4c26-a431-b93894cf7a63 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 210 time: 0.0318999 Jul 28 03:26:28.010446 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccf7bf-e11c-484a-89d9-fcfd6495ac18 req-e0e34f30-0f3e-4102-a6d8-d7d55481b6f4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:28.013642 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f8ccf7bf-e11c-484a-89d9-fcfd6495ac18 req-e0e34f30-0f3e-4102-a6d8-d7d55481b6f4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0540485 Jul 28 03:26:28.052554 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f8ccf7bf-e11c-484a-89d9-fcfd6495ac18 req-a9a1f693-cb44-4e5a-9bca-819684ad7e82 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Jul 28 03:26:28.805654 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b7129f5-fd59-4214-aa5f-ebbc83a4f3b5 req-636d1cec-8c27-4a47-9940-7b22b101ec06 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 210 time: 0.0372379 Jul 28 03:26:28.896932 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8ff9b682-6e67-4a13-923b-2d149d133ac8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:28.898233 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8ff9b682-6e67-4a13-923b-2d149d133ac8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.10 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 808 time: 0.1177728 Jul 28 03:26:28.958921 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-b68db427-1b66-4ac9-834a-2395f5700428 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a825835b82184cc081ba187d2d7bfde6 HTTP/1.1" status: 200 len: 380 time: 0.0355511 Jul 28 03:26:28.975242 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'port': {'device_id': '5eecf599-daa9-4875-987b-d73980f672f2', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'admin_state_up': True, 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'security_groups': ['ef0c0686-f13b-473a-b189-44bb38c0e50e']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:26:29.091433 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Made reservation on behalf of a825835b82184cc081ba187d2d7bfde6 for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:26:29.095702 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:29.233187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d7e8a-1203-4476-b2b0-4856d74973fc req-0fbed094-a44d-4e97-ac19-141ee178b6d5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:29.234641 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e95d7e8a-1203-4476-b2b0-4856d74973fc req-0fbed094-a44d-4e97-ac19-141ee178b6d5 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0857017 Jul 28 03:26:29.267176 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Allocated IP 172.20.0.8 (4aa653c8-0714-412a-abf8-360f497688f5/a4382934-3da1-46ea-8f02-666d8a3cab68/8a7dc0cc-9a2b-4953-90ca-97bf969e8136) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:26:29.289728 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e95d7e8a-1203-4476-b2b0-4856d74973fc req-63d6d7a8-2049-4bb3-98be-880192dd4e36 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 Jul 28 03:26:29.418842 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:29.432783 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Transition to ACTIVE for port object 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:26:29.465678 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:29.507239 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Network 4aa653c8-0714-412a-abf8-360f497688f5 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:26:29.510279 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:26:29.516340 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:26:29.522567 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:29.580299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:29.580953 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:29.598974 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-7e1e5fee-f35d-4801-9b55-10548a7a3af2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258082 Jul 28 03:26:29.619177 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Request body: {'port': {'device_id': '5eecf599-daa9-4875-987b-d73980f672f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:26:29.702876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:29.780495 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-22c3c4cd-3721-4682-aac6-600ab514f623 None None] Provisioning for port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:26:29.785748 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-22c3c4cd-3721-4682-aac6-600ab514f623 None None] Provisioning complete for port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:26:29.786221 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-22c3c4cd-3721-4682-aac6-600ab514f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:29.820636 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-22c3c4cd-3721-4682-aac6-600ab514f623 None None] Port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:26:29.961780 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f161a0-3bde-4375-b494-380c0ecbc9b1 req-74a6154d-c246-48ee-9929-f8e527eb0ca1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:29.963198 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29f161a0-3bde-4375-b494-380c0ecbc9b1 req-74a6154d-c246-48ee-9929-f8e527eb0ca1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 931 time: 0.0798695 Jul 28 03:26:30.037733 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29f161a0-3bde-4375-b494-380c0ecbc9b1 req-6992ecf8-d83f-43dc-bf83-70e300da2cf1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644944 Jul 28 03:26:30.049499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:26:30.057499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:30.072534 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Transition to ACTIVE for port object 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:26:30.076238 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:30.141669 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:30.210756 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Attempting to bind port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:26:30.211095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Attempting to bind port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:26:30.211428 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Attempting to bind port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 on network 4aa653c8-0714-412a-abf8-360f497688f5 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:26:30.217101 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 on network 4aa653c8-0714-412a-abf8-360f497688f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:26:30.217425 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Attempting to bind port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 on network 4aa653c8-0714-412a-abf8-360f497688f5 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:26:30.222514 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:26:30.222859 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Checking segment: {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:26:30.223244 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Bound using segment: {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:26:30.223716 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Bound port: 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878b0653-b5fa-4a0e-b413-cef09e6b65d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:26:30.224078 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:30.224708 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-56f1cf41-4e5f-42de-99db-1b9441c1d146 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488918 Jul 28 03:26:30.288647 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:26:30.291810 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:26:30.292084 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-741c6aac-1732-4344-b339-ada0e1121904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.294597 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-741c6aac-1732-4344-b339-ada0e1121904 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=925193f942cc4389afb11ac39d01b0e9&device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 1099 time: 0.0462463 Jul 28 03:26:30.296917 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:30.330178 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.330911 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:30.332201 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] 10.222.0.10 "PUT /v2.0/ports/8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 1093 time: 0.7195086 Jul 28 03:26:30.332654 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:30.334860 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1367bf53-9bb3-475a-980c-dab2b460d9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:30.364695 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d540-d3fc-4c46-ac10-a89acdc3325f service neutron] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:30.410816 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab872660-9e4b-4c4d-8d34-8f1972ff2684 x-openstack-request-id: req-ab872660-9e4b-4c4d-8d34-8f1972ff2684 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:30.411187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:30.411408 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab872660-9e4b-4c4d-8d34-8f1972ff2684 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:30.412186 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'status': 'completed', 'code': 200} Jul 28 03:26:30.453163 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-6a31afb3-ea17-46cc-846e-9eabd06be376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.454882 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-6a31afb3-ea17-46cc-846e-9eabd06be376 service neutron] 10.222.0.10 "GET /v2.0/networks?id=971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 200 len: 920 time: 0.1359293 Jul 28 03:26:30.461310 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-9de6e12f-e38b-4cae-885f-29e57b04f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.462819 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-9de6e12f-e38b-4cae-885f-29e57b04f9ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1096 time: 0.0807822 Jul 28 03:26:30.487669 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb0916-206e-4b86-8b8d-18fb6821b34e req-4c6ba3a6-612c-4b7c-8985-5297d2ccaf97 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.489225 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7feb0916-206e-4b86-8b8d-18fb6821b34e req-4c6ba3a6-612c-4b7c-8985-5297d2ccaf97 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0759988 Jul 28 03:26:30.516556 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-c38f1820-7fb7-43a5-841b-122f5dc6fb04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d841d474-18b8-40b6-a299-7817e33649a2 HTTP/1.1" status: 200 len: 217 time: 0.0461333 Jul 28 03:26:30.521035 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-44f51542-c4f9-4f2d-903f-4a061bac72ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 217 time: 0.0479853 Jul 28 03:26:30.571964 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-3696f964-dc35-4ba8-8393-21d93e788db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.573515 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-3696f964-dc35-4ba8-8393-21d93e788db9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 200 len: 859 time: 0.0430980 Jul 28 03:26:30.583135 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7feb0916-206e-4b86-8b8d-18fb6821b34e req-92d7a2f6-597c-4375-ad0b-7ac8e6868d89 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Jul 28 03:26:30.597690 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-f3c1fd65-6ea4-46a1-9445-49b91cbb3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.599166 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-f3c1fd65-6ea4-46a1-9445-49b91cbb3b34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 200 len: 847 time: 0.0648715 Jul 28 03:26:30.613440 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-74d5497d-cc74-4ade-b4e6-622f7b77ea82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=971c79cc-8fd4-491d-b327-b5cd1df90439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312991 Jul 28 03:26:30.656822 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678b19-e897-453d-bc80-b57b2739ab72 req-79f2a696-58fe-47ec-aab2-d1307c3441c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.658311 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-79f2a696-58fe-47ec-aab2-d1307c3441c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4aa653c8-0714-412a-abf8-360f497688f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519955 Jul 28 03:26:30.703807 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:26:30.733299 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-8fc22ff7-4420-4cc5-b1bd-dde3056eba28 service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083422 Jul 28 03:26:30.759482 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-098e603e-adc9-41ca-97f2-b57b350a49fb service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895557 Jul 28 03:26:30.855607 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-85357f6d-c5e3-409e-9d49-6e007ad56428 req-82c64db6-95eb-49b2-be70-6bd80f01d43c service neutron] 10.222.0.10 "GET /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102600 Jul 28 03:26:30.870610 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72678b19-e897-453d-bc80-b57b2739ab72 req-5de32fe7-7696-43d8-b2cf-c68effcd13d3 service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967302 Jul 28 03:26:30.970882 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-412c09c5-a13c-43ea-93a8-a1b1b8cff647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:30.972402 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-412c09c5-a13c-43ea-93a8-a1b1b8cff647 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1096 time: 0.0424948 Jul 28 03:26:31.078495 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-6170ae49-30da-4aa0-aba9-4816b7b1c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:31.079993 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-6170ae49-30da-4aa0-aba9-4816b7b1c69c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 909 time: 0.0846641 Jul 28 03:26:31.129051 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-6bd187b0-0e41-4f83-990d-82c0d4faf20d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 217 time: 0.0350785 Jul 28 03:26:31.208597 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0caab6-429e-42ac-b436-d012485eb44d req-4a9724fa-1f54-454f-93ba-6121067c735e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:31.210104 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d0caab6-429e-42ac-b436-d012485eb44d req-4a9724fa-1f54-454f-93ba-6121067c735e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0837653 Jul 28 03:26:31.211889 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-27dc238d-16fc-46f5-9511-b6dd5771ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:31.213676 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-27dc238d-16fc-46f5-9511-b6dd5771ac24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 200 len: 847 time: 0.0613995 Jul 28 03:26:31.224859 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4941c7ea-0d78-472e-bd17-ed9802558bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:31.279568 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d0caab6-429e-42ac-b436-d012485eb44d req-0a736b2c-393d-4862-8e00-eb54f74f2014 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615900 Jul 28 03:26:31.292217 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-692f2fcf-eeed-4cf2-b30e-9c48151e84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:31.301428 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-692f2fcf-eeed-4cf2-b30e-9c48151e84d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4aa653c8-0714-412a-abf8-360f497688f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590744 Jul 28 03:26:31.389993 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-fb75e3e7-766a-4261-88ad-f7780b8f0a9e service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842814 Jul 28 03:26:31.481557 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1367bf53-9bb3-475a-980c-dab2b460d9cb req-f1776e1c-28c6-45ce-922f-108818459b99 service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822141 Jul 28 03:26:32.399421 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae93c-06ee-4b60-ae89-79878f7eb926 req-4e5926f9-3966-4f92-b0e5-863a62298ba6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:32.408675 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d4ae93c-06ee-4b60-ae89-79878f7eb926 req-4e5926f9-3966-4f92-b0e5-863a62298ba6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0577760 Jul 28 03:26:32.441363 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d4ae93c-06ee-4b60-ae89-79878f7eb926 req-247d8b5f-48d9-480d-850e-43dc100a55e1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Jul 28 03:26:32.898187 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:33.566369 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738f75d-84e3-4cf3-a2c6-1d1b01800cdf req-c81c40aa-758e-4115-9ab8-e9db6692b825 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:33.567984 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f738f75d-84e3-4cf3-a2c6-1d1b01800cdf req-c81c40aa-758e-4115-9ab8-e9db6692b825 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0564320 Jul 28 03:26:33.606445 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f738f75d-84e3-4cf3-a2c6-1d1b01800cdf req-f86ac2da-5447-46c5-9994-98a5529fed6f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Jul 28 03:26:33.880514 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-100b4266-3a2b-4879-956e-eb8944315ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:33.961905 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:34.728761 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0409-1524-4ff1-b6cd-9a29b28408c5 req-e97af092-c0af-4847-8177-5fef61fcfd03 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:34.730927 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bceb0409-1524-4ff1-b6cd-9a29b28408c5 req-e97af092-c0af-4847-8177-5fef61fcfd03 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0559852 Jul 28 03:26:34.774190 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bceb0409-1524-4ff1-b6cd-9a29b28408c5 req-8625ed80-2295-43d1-a1cc-aeae248175b3 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361104 Jul 28 03:26:34.929137 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44392) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:34.968771 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.070989 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.193779 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.197758 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.240300 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c7c0af75d51400f810db4660f5326ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099942 Jul 28 03:26:35.242192 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ac845a-d7d5-4baf-91b6-b4be122ebc04,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:35.242947 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 44406) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:35.250986 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.251403 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.251893 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.252292 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.252630 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.252974 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.253310 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.253645 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.253980 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.254310 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.254636 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.254964 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06825a17-43c6-44d8-9d30-169f86ef9e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:35.291716 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c49174a0-2f56-4bc3-8ef8-1b7d9ab6d104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.312930 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c49174a0-2f56-4bc3-8ef8-1b7d9ab6d104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.367867 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c49174a0-2f56-4bc3-8ef8-1b7d9ab6d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.370450 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c49174a0-2f56-4bc3-8ef8-1b7d9ab6d104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:35.371647 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c49174a0-2f56-4bc3-8ef8-1b7d9ab6d104 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1ac845a-d7d5-4baf-91b6-b4be122ebc04 HTTP/1.1" status: 204 len: 168 time: 0.1275957 Jul 28 03:26:35.380932 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49174a0-2f56-4bc3-8ef8-1b7d9ab6d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ac845a-d7d5-4baf-91b6-b4be122ebc04,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:35.897804 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47f6d9-ba49-49f2-9d4a-f0524548a72a req-dca328ea-986f-4491-a484-4f217b33b308 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:35.899263 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd47f6d9-ba49-49f2-9d4a-f0524548a72a req-dca328ea-986f-4491-a484-4f217b33b308 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0507424 Jul 28 03:26:35.941195 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd47f6d9-ba49-49f2-9d4a-f0524548a72a req-903ab847-3749-4a01-9922-8fa535940130 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355897 Jul 28 03:26:36.586807 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:37.053829 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121333dc-92f7-42f8-b869-8a981e76ed77 req-efc1631d-5562-479b-90cb-43e3d8810af9 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:37.055298 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-121333dc-92f7-42f8-b869-8a981e76ed77 req-efc1631d-5562-479b-90cb-43e3d8810af9 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0471745 Jul 28 03:26:37.092509 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-121333dc-92f7-42f8-b869-8a981e76ed77 req-aa618e22-9ccc-4337-a894-edf1e60e85d8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309086 Jul 28 03:26:38.205530 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce1050-aa15-443d-a24d-25b86ec3e000 req-b88040c5-01b9-421d-8dc4-a9ffc6c16264 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:38.206963 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cce1050-aa15-443d-a24d-25b86ec3e000 req-b88040c5-01b9-421d-8dc4-a9ffc6c16264 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0474494 Jul 28 03:26:38.242922 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cce1050-aa15-443d-a24d-25b86ec3e000 req-91d16e99-6fe4-4f38-b980-e01e69545be4 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301783 Jul 28 03:26:38.551581 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095d6a-7716-424e-aa90-f7a43590085d req-3a5c70b7-53de-4fb5-b012-9b46393863c7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:38.553007 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f095d6a-7716-424e-aa90-f7a43590085d req-3a5c70b7-53de-4fb5-b012-9b46393863c7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 945 time: 0.0485549 Jul 28 03:26:38.601533 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f095d6a-7716-424e-aa90-f7a43590085d req-e42e89e2-d8d3-4660-9aa5-90bb17dbd061 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Jul 28 03:26:38.771007 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23d9e1-c2f6-48b7-b0a6-b8ea6e42d4e8 req-4b67dabf-3f12-47fc-8838-e00d9b65d3da tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:38.772482 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa23d9e1-c2f6-48b7-b0a6-b8ea6e42d4e8 req-4b67dabf-3f12-47fc-8838-e00d9b65d3da tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0479429 Jul 28 03:26:38.809999 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa23d9e1-c2f6-48b7-b0a6-b8ea6e42d4e8 req-8bb2c92c-2a11-46f0-a925-ab1439d8b90c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317912 Jul 28 03:26:39.354762 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d8b8-a157-4125-9dfd-33f4f7fbb311 req-a90b66ea-ba3d-479b-abd1-b71589b27752 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:39.356237 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5e48d8b8-a157-4125-9dfd-33f4f7fbb311 req-a90b66ea-ba3d-479b-abd1-b71589b27752 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0487027 Jul 28 03:26:39.392367 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5e48d8b8-a157-4125-9dfd-33f4f7fbb311 req-f873341d-e48f-4df0-a2da-df22ee959112 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303242 Jul 28 03:26:39.715323 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a2383-e6ca-4113-b17d-735911ac1893 req-e80503ad-9832-4038-9208-36e4237faca4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:39.717278 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0d2a2383-e6ca-4113-b17d-735911ac1893 req-e80503ad-9832-4038-9208-36e4237faca4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 945 time: 0.0483325 Jul 28 03:26:39.756849 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0d2a2383-e6ca-4113-b17d-735911ac1893 req-ff8cb392-9b8c-408b-a8f5-8581f8a47c2f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jul 28 03:26:39.925462 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374e86c-a5e6-4d4c-a101-279eb42ab3a0 req-915a9396-a58e-4ad3-a08d-bf7206b87e89 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:39.926920 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a374e86c-a5e6-4d4c-a101-279eb42ab3a0 req-915a9396-a58e-4ad3-a08d-bf7206b87e89 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0498140 Jul 28 03:26:39.965047 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a374e86c-a5e6-4d4c-a101-279eb42ab3a0 req-edc9ac0a-feaa-4c1e-b40e-18e6e5d9736e tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Jul 28 03:26:40.505853 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff855-c2ad-45c1-9b7e-462f8c219fe4 req-faf7d304-f468-4ec8-9f3a-ed1e58f47495 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:40.507304 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-541ff855-c2ad-45c1-9b7e-462f8c219fe4 req-faf7d304-f468-4ec8-9f3a-ed1e58f47495 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0497196 Jul 28 03:26:40.547528 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-541ff855-c2ad-45c1-9b7e-462f8c219fe4 req-8a9e9081-0e2d-4ad5-a61f-58f64224e2f8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343590 Jul 28 03:26:40.888593 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-c64c83c7-a733-4613-8651-f292d39a8d47 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:40.890019 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-c64c83c7-a733-4613-8651-f292d39a8d47 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 945 time: 0.0779793 Jul 28 03:26:40.905323 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a940446-c6a1-4a60-88e1-daae5dfa7562 req-e3e0b2bd-ef17-429d-8d2a-b89381cd4cc1 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:40.906674 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a940446-c6a1-4a60-88e1-daae5dfa7562 req-e3e0b2bd-ef17-429d-8d2a-b89381cd4cc1 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 945 time: 0.0690532 Jul 28 03:26:40.989840 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a940446-c6a1-4a60-88e1-daae5dfa7562 req-13fcb330-06b8-418d-b848-75931bb1bd01 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752635 Jul 28 03:26:41.027647 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Deleting port a51aa45c-350a-4e8a-9692-46c72b5ff563 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:26:41.027995 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:41.147716 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7282-9325-49ae-8278-f87f7578f6be req-dc476206-0c4e-4d4c-884f-41d93b7fb7c0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:41.149175 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a8be7282-9325-49ae-8278-f87f7578f6be req-dc476206-0c4e-4d4c-884f-41d93b7fb7c0 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.1067464 Jul 28 03:26:41.153876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] For port a51aa45c-350a-4e8a-9692-46c72b5ff563, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a51aa45c-350a-4e8a-9692-46c72b5ff563,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:41.154253 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:41.177371 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Calling delete_port for a51aa45c-350a-4e8a-9692-46c72b5ff563 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:26:41.235789 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a8be7282-9325-49ae-8278-f87f7578f6be req-f68edfce-b639-4358-b9d5-52f1385d78bb tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790076 Jul 28 03:26:41.324359 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:41.336745 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', '14b75763-2b15-4f27-81d1-928c2e1caffe', 'a51aa45c-350a-4e8a-9692-46c72b5ff563'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:41.351766 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event deleted for resources: {'Port': ['ID=a51aa45c-350a-4e8a-9692-46c72b5ff563,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:41.400228 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] No DVR routers for this DVR port a51aa45c-350a-4e8a-9692-46c72b5ff563 on host hv-cinder-78626 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:26:41.403524 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:41.405591 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5f9b2260-4e15-467f-a6b7-791e65f2cf86 req-e6824373-72c1-4461-8e24-a346191321b4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "DELETE /v2.0/ports/a51aa45c-350a-4e8a-9692-46c72b5ff563 HTTP/1.1" status: 204 len: 173 time: 0.4980779 Jul 28 03:26:41.406113 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'name': 'network-vif-deleted', 'tag': 'a51aa45c-350a-4e8a-9692-46c72b5ff563'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:41.408365 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d387d826-8828-47eb-a5f1-127bf243b3ed" -d '{"events": [{"server_uuid": "9b4d06be-4077-4bc2-846d-c985a7aa4447", "name": "network-vif-deleted", "tag": "a51aa45c-350a-4e8a-9692-46c72b5ff563"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:41.451132 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed7547a-d76f-4993-9058-fe6054624d21 x-openstack-request-id: req-7ed7547a-d76f-4993-9058-fe6054624d21 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:41.451499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4d06be-4077-4bc2-846d-c985a7aa4447", "name": "network-vif-deleted", "tag": "a51aa45c-350a-4e8a-9692-46c72b5ff563", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:41.451860 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ed7547a-d76f-4993-9058-fe6054624d21 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:41.452346 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4d06be-4077-4bc2-846d-c985a7aa4447', 'name': 'network-vif-deleted', 'tag': 'a51aa45c-350a-4e8a-9692-46c72b5ff563', 'status': 'completed', 'code': 200} Jul 28 03:26:41.672763 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5629ee-9864-416d-be7a-dafacadae3ee req-d8b529a2-79a6-4a66-849f-cd37c6d46c5e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:41.674253 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7f5629ee-9864-416d-be7a-dafacadae3ee req-d8b529a2-79a6-4a66-849f-cd37c6d46c5e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0533633 Jul 28 03:26:41.713526 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7f5629ee-9864-416d-be7a-dafacadae3ee req-05b53f19-f6f6-4feb-a308-9180accccf6f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333011 Jul 28 03:26:42.102933 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-51a54183-63c7-40d3-9ed2-f59c3b7934a9 req-64ab66a1-3ae8-44e7-90d7-544080a87ce8 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b4d06be-4077-4bc2-846d-c985a7aa4447 HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jul 28 03:26:42.165683 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-f26a28a9-e9b9-4802-97be-bb39fdbbbc7b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:42.167229 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-f26a28a9-e9b9-4802-97be-bb39fdbbbc7b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0520742 Jul 28 03:26:42.266230 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Deleting port d841d474-18b8-40b6-a299-7817e33649a2 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:26:42.266576 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:42.396837 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3bfff-08f5-42e1-8d59-351c5589eb3b req-c6d92566-7179-4298-b90f-992fe289b043 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:42.398284 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1fb3bfff-08f5-42e1-8d59-351c5589eb3b req-c6d92566-7179-4298-b90f-992fe289b043 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9775ee5-4918-43bc-b92a-ce6322eee219 HTTP/1.1" status: 200 len: 946 time: 0.0891867 Jul 28 03:26:42.400054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] For port d841d474-18b8-40b6-a299-7817e33649a2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d841d474-18b8-40b6-a299-7817e33649a2,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:42.400430 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:42.419193 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Calling delete_port for d841d474-18b8-40b6-a299-7817e33649a2 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:26:42.485308 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1fb3bfff-08f5-42e1-8d59-351c5589eb3b req-de7e53f7-4d3d-491c-984b-f7495766e29b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768464 Jul 28 03:26:42.569792 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:42.598951 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Pushing event deleted for resources: {'Port': ['ID=d841d474-18b8-40b6-a299-7817e33649a2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:42.642214 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] No DVR routers for this DVR port d841d474-18b8-40b6-a299-7817e33649a2 on host hv-cinder-78626 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:26:42.644616 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:42.646572 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-42f86523-3b90-4147-afea-7ba1adb47ee7 req-5272d0ac-4b39-4ae3-8d21-c8d9b4f0b16b tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "DELETE /v2.0/ports/d841d474-18b8-40b6-a299-7817e33649a2 HTTP/1.1" status: 204 len: 173 time: 0.4723511 Jul 28 03:26:42.829991 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68410c9d-7649-4a6d-a25d-9cfcb88a9d5a req-78a3f55c-a052-473e-b669-9bd703ffabd7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:42.831352 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68410c9d-7649-4a6d-a25d-9cfcb88a9d5a req-78a3f55c-a052-473e-b669-9bd703ffabd7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0472689 Jul 28 03:26:42.856831 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['3976ffe6-a41f-4ae7-8b65-95f51c146d12', 'd841d474-18b8-40b6-a299-7817e33649a2'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:42.868203 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68410c9d-7649-4a6d-a25d-9cfcb88a9d5a req-368f7a06-ae80-4701-a9fb-bb539c401048 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309453 Jul 28 03:26:43.453267 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'name': 'network-vif-deleted', 'tag': 'd841d474-18b8-40b6-a299-7817e33649a2'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:43.455919 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06a6f57-3cda-4c8e-b615-5ef578720c07" -d '{"events": [{"server_uuid": "d9775ee5-4918-43bc-b92a-ce6322eee219", "name": "network-vif-deleted", "tag": "d841d474-18b8-40b6-a299-7817e33649a2"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:43.497042 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958408cc-6d9a-40c8-acbc-f7708e2569c8 x-openstack-request-id: req-958408cc-6d9a-40c8-acbc-f7708e2569c8 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:43.497395 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9775ee5-4918-43bc-b92a-ce6322eee219", "name": "network-vif-deleted", "tag": "d841d474-18b8-40b6-a299-7817e33649a2", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:43.497768 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-958408cc-6d9a-40c8-acbc-f7708e2569c8 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:43.498210 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9775ee5-4918-43bc-b92a-ce6322eee219', 'name': 'network-vif-deleted', 'tag': 'd841d474-18b8-40b6-a299-7817e33649a2', 'status': 'completed', 'code': 200} Jul 28 03:26:43.615457 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a51aa45c-350a-4e8a-9692-46c72b5ff563 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:26:43.636995 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: a51aa45c-350a-4e8a-9692-46c72b5ff563 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:26:43.637349 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a51aa45c-350a-4e8a-9692-46c72b5ff563 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:26:43.637773 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device d841d474-18b8-40b6-a299-7817e33649a2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:26:43.657235 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: d841d474-18b8-40b6-a299-7817e33649a2 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:26:43.657578 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device d841d474-18b8-40b6-a299-7817e33649a2 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:26:43.776731 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc3683-2386-4de7-b994-1bccca7d8355 req-1e2d3770-412b-4cd9-b2ee-43b933c2af36 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:43.778849 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-acfc3683-2386-4de7-b994-1bccca7d8355 req-1e2d3770-412b-4cd9-b2ee-43b933c2af36 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0541863 Jul 28 03:26:43.814334 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-acfc3683-2386-4de7-b994-1bccca7d8355 req-b218229a-9c36-423a-8191-6e44af2bc293 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296545 Jul 28 03:26:43.980456 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1974d4-f5e1-43df-820f-bd9175a19bb0 req-dfb0f087-2058-49f7-ac7e-3bbfcc8febab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:43.981921 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a1974d4-f5e1-43df-820f-bd9175a19bb0 req-dfb0f087-2058-49f7-ac7e-3bbfcc8febab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0477293 Jul 28 03:26:44.017905 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a1974d4-f5e1-43df-820f-bd9175a19bb0 req-288d97bc-5eef-4374-9dd2-a8ff994c6831 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304008 Jul 28 03:26:44.508561 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b437-3911-4d6a-9de7-24b7fdd88bf8 req-17200022-16f6-4991-9a3f-33477e20b8a5 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:44.510136 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7252b437-3911-4d6a-9de7-24b7fdd88bf8 req-17200022-16f6-4991-9a3f-33477e20b8a5 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 945 time: 0.0488741 Jul 28 03:26:44.547423 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7252b437-3911-4d6a-9de7-24b7fdd88bf8 req-ee31ef36-d2e8-465a-b81b-8252d40a545c tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Jul 28 03:26:44.938382 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ac4f-3793-4d93-be3a-3f3f842acb73 req-fe79b1ae-6e28-4d27-9e37-9a3017a05cef tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:44.939756 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6394ac4f-3793-4d93-be3a-3f3f842acb73 req-fe79b1ae-6e28-4d27-9e37-9a3017a05cef tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0536907 Jul 28 03:26:44.978037 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6394ac4f-3793-4d93-be3a-3f3f842acb73 req-d1de0e42-ff82-4974-b7c9-1e6a6249de99 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Jul 28 03:26:45.131082 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1dead-69e8-489c-9da5-bf65d06590a9 req-f8ef8de1-4d8e-4397-b93b-e563c99ec04c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:45.132551 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1de1dead-69e8-489c-9da5-bf65d06590a9 req-f8ef8de1-4d8e-4397-b93b-e563c99ec04c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0481882 Jul 28 03:26:45.169265 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1de1dead-69e8-489c-9da5-bf65d06590a9 req-f97ac16e-37e5-44b3-a5e3-a21f551ff996 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303638 Jul 28 03:26:45.616402 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:26:45.662339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bd8f3-24e2-4722-a825-9a86b936ab08 req-c99021d8-7ed8-4ee7-bf5c-e9f547531fdf tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:45.663833 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6e1bd8f3-24e2-4722-a825-9a86b936ab08 req-c99021d8-7ed8-4ee7-bf5c-e9f547531fdf tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 945 time: 0.0490513 Jul 28 03:26:45.707387 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6e1bd8f3-24e2-4722-a825-9a86b936ab08 req-06992165-fb63-4598-acf4-864a110b378d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Jul 28 03:26:45.714744 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:45.726764 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'port_id': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'mac_address': 'fa:16:3e:af:a9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:26:45.764155 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:45.776950 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:26:45.800867 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:45.805716 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:45.859809 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:46.044310 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 44688) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:46.122659 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d571173-1ddf-431d-8f32-2fbc2f1e4bfe req-7541602d-0626-47ef-b7c7-2b795cc0c0dc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:46.124707 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8d571173-1ddf-431d-8f32-2fbc2f1e4bfe req-7541602d-0626-47ef-b7c7-2b795cc0c0dc tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0724909 Jul 28 03:26:46.174863 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d281ee4b-7f04-41e5-9e5d-588e01f19998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:46.210188 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf72388-5edf-4eac-938e-830f8ff56321 req-d061508a-d3c9-425d-bbd1-fdc1bb1b725d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:46.211677 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cbf72388-5edf-4eac-938e-830f8ff56321 req-d061508a-d3c9-425d-bbd1-fdc1bb1b725d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.1123073 Jul 28 03:26:46.216734 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8d571173-1ddf-431d-8f32-2fbc2f1e4bfe req-f839241d-a74c-4c8b-9d02-5030b1e57863 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743604 Jul 28 03:26:46.277455 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cbf72388-5edf-4eac-938e-830f8ff56321 req-60474edd-a614-4bcb-8f06-9c3ec65643f6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583446 Jul 28 03:26:46.314181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['8a7dc0cc-9a2b-4953-90ca-97bf969e8136'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:46.575163 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d73a-8703-4523-9146-05c21c33958f req-76a441df-2076-4d64-903a-c01ac671a77f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:46.576677 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99a3d73a-8703-4523-9146-05c21c33958f req-76a441df-2076-4d64-903a-c01ac671a77f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 944 time: 0.2947893 Jul 28 03:26:46.610821 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d281ee4b-7f04-41e5-9e5d-588e01f19998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:46.615931 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d281ee4b-7f04-41e5-9e5d-588e01f19998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:46.643904 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-99a3d73a-8703-4523-9146-05c21c33958f req-64fb2af7-0bf5-4dac-8de3-44df20491da8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602636 Jul 28 03:26:46.661374 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d281ee4b-7f04-41e5-9e5d-588e01f19998 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee9a7846d1d44eafa03e77e062f936ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6154313 Jul 28 03:26:46.663864 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44696) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:46.666201 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281ee4b-7f04-41e5-9e5d-588e01f19998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31bc48-6e12-4216-9fc0-5d8de3c3c457,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:46.713440 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf99b-ee3b-4287-8e34-2bd4c90dc651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:46.734125 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf99b-ee3b-4287-8e34-2bd4c90dc651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:46.781213 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf99b-ee3b-4287-8e34-2bd4c90dc651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:46.784358 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8e3cf99b-ee3b-4287-8e34-2bd4c90dc651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:46.787552 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-8e3cf99b-ee3b-4287-8e34-2bd4c90dc651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e31bc48-6e12-4216-9fc0-5d8de3c3c457 HTTP/1.1" status: 204 len: 168 time: 0.1201434 Jul 28 03:26:46.794002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cf99b-ee3b-4287-8e34-2bd4c90dc651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31bc48-6e12-4216-9fc0-5d8de3c3c457,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:46.829042 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d77a35-7a6e-4807-9874-926c6896b6ea req-a3af433e-a3cc-465e-92fa-a05426faa73a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:46.830523 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5d77a35-7a6e-4807-9874-926c6896b6ea req-a3af433e-a3cc-465e-92fa-a05426faa73a tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 945 time: 0.0555820 Jul 28 03:26:46.871016 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5d77a35-7a6e-4807-9874-926c6896b6ea req-0957ef90-12ff-4284-9734-180ffedfb9ca tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342505 Jul 28 03:26:47.074387 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-324cbecf-bed9-4319-bdbf-6e6bf5ff574d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:47.075931 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-324cbecf-bed9-4319-bdbf-6e6bf5ff574d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 945 time: 0.0527251 Jul 28 03:26:47.168054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Deleting port 14b75763-2b15-4f27-81d1-928c2e1caffe {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:26:47.168460 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:47.260772 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] For port 14b75763-2b15-4f27-81d1-928c2e1caffe, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=14b75763-2b15-4f27-81d1-928c2e1caffe,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:47.261439 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:47.276317 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Calling delete_port for 14b75763-2b15-4f27-81d1-928c2e1caffe owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:26:47.410427 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4236e-3d12-4ef4-9de1-1a7aac7ea87a req-adf63b57-889a-4067-b729-74a5dc3677e3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:47.411928 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cea4236e-3d12-4ef4-9de1-1a7aac7ea87a req-adf63b57-889a-4067-b729-74a5dc3677e3 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1222720 Jul 28 03:26:47.459120 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97694c-b5da-4a39-b4b1-4e296b686748 req-212e70ec-8fef-4704-85b3-efb4e878396c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:47.460610 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a97694c-b5da-4a39-b4b1-4e296b686748 req-212e70ec-8fef-4704-85b3-efb4e878396c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.1068285 Jul 28 03:26:47.510749 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cea4236e-3d12-4ef4-9de1-1a7aac7ea87a req-e1a248fd-b1b3-4fe3-aa35-d73e66eb404c tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875509 Jul 28 03:26:47.542372 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4a97694c-b5da-4a39-b4b1-4e296b686748 req-65d31303-c733-4d48-9f54-470f1ada420c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548520 Jul 28 03:26:47.543883 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:47.558554 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', '14b75763-2b15-4f27-81d1-928c2e1caffe'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:47.604513 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event deleted for resources: {'Port': ['ID=14b75763-2b15-4f27-81d1-928c2e1caffe,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:47.650525 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] No DVR routers for this DVR port 14b75763-2b15-4f27-81d1-928c2e1caffe on host hv-cinder-78626 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:26:47.654361 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:47.656607 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-10ac9ddf-7c56-4da2-9079-4456850d9818 req-145182ff-86c8-4afc-a96d-554073627bae tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "DELETE /v2.0/ports/14b75763-2b15-4f27-81d1-928c2e1caffe HTTP/1.1" status: 204 len: 173 time: 0.5719037 Jul 28 03:26:47.656929 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c728e3-fb74-44a6-a667-55f974a11e45', 'name': 'network-vif-deleted', 'tag': '14b75763-2b15-4f27-81d1-928c2e1caffe'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:47.659446 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b276c-92a7-4736-9d4b-13fe8d40f68b" -d '{"events": [{"server_uuid": "91c728e3-fb74-44a6-a667-55f974a11e45", "name": "network-vif-deleted", "tag": "14b75763-2b15-4f27-81d1-928c2e1caffe"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:47.723020 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3020092-7eef-4d0a-86da-4e7e4ea63fe6 x-openstack-request-id: req-c3020092-7eef-4d0a-86da-4e7e4ea63fe6 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:47.723307 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c728e3-fb74-44a6-a667-55f974a11e45", "name": "network-vif-deleted", "tag": "14b75763-2b15-4f27-81d1-928c2e1caffe", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:47.724218 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3020092-7eef-4d0a-86da-4e7e4ea63fe6 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:47.724218 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c728e3-fb74-44a6-a667-55f974a11e45', 'name': 'network-vif-deleted', 'tag': '14b75763-2b15-4f27-81d1-928c2e1caffe', 'status': 'completed', 'code': 200} Jul 28 03:26:47.799528 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9887-d3a7-4dfa-bca5-d74422aa04ad req-a5c5f91f-3a4b-4c14-a09d-6563634448d6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:47.807286 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-745e9887-d3a7-4dfa-bca5-d74422aa04ad req-a5c5f91f-3a4b-4c14-a09d-6563634448d6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 944 time: 0.0647974 Jul 28 03:26:47.849037 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-745e9887-d3a7-4dfa-bca5-d74422aa04ad req-e65f45c9-c39e-4fdb-a878-e491ff948419 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Jul 28 03:26:47.989941 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08c38718-11ab-4fbe-a9d6-2509a3d57caa req-6ba40da1-6ba6-4b70-a07e-767e9379bfc4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=91c728e3-fb74-44a6-a667-55f974a11e45 HTTP/1.1" status: 200 len: 210 time: 0.0374503 Jul 28 03:26:48.629951 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336614ac-2057-4434-b14f-788be2ce3278 req-87616b11-4840-4511-a3b8-f65906430f07 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:48.631448 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-336614ac-2057-4434-b14f-788be2ce3278 req-87616b11-4840-4511-a3b8-f65906430f07 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0530174 Jul 28 03:26:48.697937 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63300e24-a429-4fc8-ad60-4d9e67cbf4ba req-4c2b6d68-8ffa-4724-b751-e8fe01b5be7a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:48.699380 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-63300e24-a429-4fc8-ad60-4d9e67cbf4ba req-4c2b6d68-8ffa-4724-b751-e8fe01b5be7a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0670536 Jul 28 03:26:48.702936 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-336614ac-2057-4434-b14f-788be2ce3278 req-1826575a-c73a-4ce9-b51d-7882d68f7ee4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Jul 28 03:26:48.738313 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-63300e24-a429-4fc8-ad60-4d9e67cbf4ba req-91db4105-3466-4813-a16e-038c23d5f6b6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Jul 28 03:26:48.964757 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bcf8a-d063-43d6-946a-bb78beea0b2c req-72498a93-19e4-4625-b986-f21ab1df58a7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:48.966184 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7e9bcf8a-d063-43d6-946a-bb78beea0b2c req-72498a93-19e4-4625-b986-f21ab1df58a7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 944 time: 0.0509248 Jul 28 03:26:49.002745 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7e9bcf8a-d063-43d6-946a-bb78beea0b2c req-fb11ed2e-7897-455b-aec9-5ccb53e466bb tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307438 Jul 28 03:26:49.260422 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb930-a563-4094-a43d-790d27862a80 req-3d5f2e9f-fadd-4e5f-b234-7314fdc29f17 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:49.261882 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-661eb930-a563-4094-a43d-790d27862a80 req-3d5f2e9f-fadd-4e5f-b234-7314fdc29f17 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0539448 Jul 28 03:26:49.300148 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-661eb930-a563-4094-a43d-790d27862a80 req-c61a527c-3e8d-4192-bd24-9c5a9599c6f2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Jul 28 03:26:49.825373 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76bf6-d471-40da-9950-dc84dbab1181 req-c9ab0f7d-d0cc-4e78-a0f9-27b007d48c74 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:49.827286 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f3b76bf6-d471-40da-9950-dc84dbab1181 req-c9ab0f7d-d0cc-4e78-a0f9-27b007d48c74 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0572686 Jul 28 03:26:49.890563 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2765e-9919-48a7-b87b-796abb552b75 req-918006d2-5966-4711-9ba2-b20842a1d2a3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:49.891917 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60c2765e-9919-48a7-b87b-796abb552b75 req-918006d2-5966-4711-9ba2-b20842a1d2a3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0829399 Jul 28 03:26:49.896724 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f3b76bf6-d471-40da-9950-dc84dbab1181 req-9d9f505e-0843-443a-9562-38742b74b06d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521860 Jul 28 03:26:49.929484 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60c2765e-9919-48a7-b87b-796abb552b75 req-d1e2aca5-6ff0-41f6-bf37-24734ef21835 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Jul 28 03:26:50.112708 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359312e5-5b40-4678-9cba-ca86529d45ff req-fb72172d-2b86-43a5-9996-25bdca244f7f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:50.114154 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-359312e5-5b40-4678-9cba-ca86529d45ff req-fb72172d-2b86-43a5-9996-25bdca244f7f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 944 time: 0.0474412 Jul 28 03:26:50.152090 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-359312e5-5b40-4678-9cba-ca86529d45ff req-7a4470b2-5599-4b6b-9803-45bc46a0818a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Jul 28 03:26:50.220552 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:26:50.268833 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:26:50.277140 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:26:50.277506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:50.351863 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:50.373630 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:50.375834 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19de490b-307d-4cfe-91dc-2828cf0a6fb7" -d '{"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-plugged", "status": "completed", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:50.389560 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:50.393819 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:50.394806 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 14b75763-2b15-4f27-81d1-928c2e1caffe no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:26:50.416129 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b68ff4-29b2-40f5-b424-cffb41b50c88 req-4573c846-c300-435e-9a3d-181780250d98 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:50.417852 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-55b68ff4-29b2-40f5-b424-cffb41b50c88 req-4573c846-c300-435e-9a3d-181780250d98 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Jul 28 03:26:50.458490 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-55b68ff4-29b2-40f5-b424-cffb41b50c88 req-14c2d319-33ce-47af-928c-650f515459d2 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Jul 28 03:26:50.526931 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e7a505-7d90-428a-b888-c46708cc6793 x-openstack-request-id: req-c2e7a505-7d90-428a-b888-c46708cc6793 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:50.527210 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-plugged", "status": "completed", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:50.527459 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2e7a505-7d90-428a-b888-c46708cc6793 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:50.527865 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'code': 200} Jul 28 03:26:50.529667 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 14b75763-2b15-4f27-81d1-928c2e1caffe {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:26:50.530002 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 14b75763-2b15-4f27-81d1-928c2e1caffe not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:26:50.570678 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:50.577476 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.577824 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.578163 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.578495 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.578823 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.579150 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.579493 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.579819 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.580157 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.580480 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.580797 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:50.581114 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:26:51.054329 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079d747-4b6e-46d0-908e-16b5a0253598 req-1b8d9f23-662a-43c4-8919-23c1a1ae25e9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:51.055801 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c079d747-4b6e-46d0-908e-16b5a0253598 req-1b8d9f23-662a-43c4-8919-23c1a1ae25e9 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0762310 Jul 28 03:26:51.078265 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4b7fb-f734-49f1-8f48-a85bb936c036 req-6db63385-faf2-446e-a0cc-8d3346337bab tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:51.079707 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-41a4b7fb-f734-49f1-8f48-a85bb936c036 req-6db63385-faf2-446e-a0cc-8d3346337bab tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0713460 Jul 28 03:26:51.124674 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c079d747-4b6e-46d0-908e-16b5a0253598 req-8da84f1a-6968-446a-bf76-48e013b0410d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621750 Jul 28 03:26:51.131962 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-41a4b7fb-f734-49f1-8f48-a85bb936c036 req-cfebe06e-6bb6-42ac-8c97-50c085a97ac3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461679 Jul 28 03:26:51.263009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad521942-079f-4735-bdc4-12d17884e237 req-6cd08b19-3ecd-45a1-8ff4-f310c35e121f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:51.264976 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad521942-079f-4735-bdc4-12d17884e237 req-6cd08b19-3ecd-45a1-8ff4-f310c35e121f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0484662 Jul 28 03:26:51.305433 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad521942-079f-4735-bdc4-12d17884e237 req-c46fffd2-80af-4532-9c75-3edda3c8048a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345013 Jul 28 03:26:51.575501 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b4ec9-18b4-49c8-800b-898eeffcbce3 req-a5e4ab9c-2202-43ee-8d33-5c719beea345 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:51.576921 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-961b4ec9-18b4-49c8-800b-898eeffcbce3 req-a5e4ab9c-2202-43ee-8d33-5c719beea345 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0515745 Jul 28 03:26:51.615840 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-961b4ec9-18b4-49c8-800b-898eeffcbce3 req-14848ff0-c5d8-45f0-8e5a-25812237516d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Jul 28 03:26:52.240952 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a2d8-c39d-470b-bf2e-7980727dce28 req-539a1a33-e0aa-45b5-acb0-6f630a7c7e9d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:52.242390 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f384a2d8-c39d-470b-bf2e-7980727dce28 req-539a1a33-e0aa-45b5-acb0-6f630a7c7e9d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0486045 Jul 28 03:26:52.278492 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f384a2d8-c39d-470b-bf2e-7980727dce28 req-f370c0d8-38c6-416d-86b7-d397ff5965e4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303230 Jul 28 03:26:52.378201 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fcd02-6e34-4584-87f4-3c90c338479d req-7eb24dcc-6723-4262-836a-9b5bf34b4d30 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:52.379664 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d21fcd02-6e34-4584-87f4-3c90c338479d req-7eb24dcc-6723-4262-836a-9b5bf34b4d30 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Jul 28 03:26:52.416686 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d21fcd02-6e34-4584-87f4-3c90c338479d req-099a885a-60c9-4841-b9ae-6a0ef95aa4cb tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311360 Jul 28 03:26:52.526210 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c21e83-ce6b-43af-b242-bad017e57d3a req-8483741c-4442-4537-8307-85f81be9c3c4 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:52.527686 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c2c21e83-ce6b-43af-b242-bad017e57d3a req-8483741c-4442-4537-8307-85f81be9c3c4 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0557666 Jul 28 03:26:52.565090 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c2c21e83-ce6b-43af-b242-bad017e57d3a req-575b6059-4204-4e4f-95c1-8b313800b918 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309932 Jul 28 03:26:52.726849 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98dd99-0344-49b4-9ee1-2dd8083684b7 req-c26ee537-ee19-4e27-a4c8-c9f397184311 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:52.728232 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc98dd99-0344-49b4-9ee1-2dd8083684b7 req-c26ee537-ee19-4e27-a4c8-c9f397184311 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0476472 Jul 28 03:26:52.764961 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc98dd99-0344-49b4-9ee1-2dd8083684b7 req-7f9716e6-05e7-4e61-b76c-d1ab9ae6b6c3 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304856 Jul 28 03:26:53.393041 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ebfea-1e09-4a09-b0cd-e88f5c7cadfc req-9d252c39-082e-49de-a98c-7cdb6889e87d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:53.394514 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fd1ebfea-1e09-4a09-b0cd-e88f5c7cadfc req-9d252c39-082e-49de-a98c-7cdb6889e87d tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0485027 Jul 28 03:26:53.431544 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fd1ebfea-1e09-4a09-b0cd-e88f5c7cadfc req-3e477f29-ec45-4b52-8763-8e4a5cfe475f tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Jul 28 03:26:53.535830 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d868acf-834c-4719-8b0d-0bc04516066a req-a2f097fb-61ed-4a2e-b75d-841e1654c985 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:53.537266 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5d868acf-834c-4719-8b0d-0bc04516066a req-a2f097fb-61ed-4a2e-b75d-841e1654c985 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0517721 Jul 28 03:26:53.574478 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5d868acf-834c-4719-8b0d-0bc04516066a req-d67aaf75-9e89-46a8-808c-311be57c9d09 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Jul 28 03:26:53.677404 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f367c65-fc3d-40cb-b87f-92adacf21fe6 req-0b0e05b5-9fd7-4e8c-a5cb-de94190771b1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:53.678839 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f367c65-fc3d-40cb-b87f-92adacf21fe6 req-0b0e05b5-9fd7-4e8c-a5cb-de94190771b1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0477872 Jul 28 03:26:53.715923 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f367c65-fc3d-40cb-b87f-92adacf21fe6 req-a58c99f6-c13c-4426-93b4-a1d96916548a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Jul 28 03:26:53.876278 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc054a-844e-441d-9eb0-d4f82c8bdd81 req-8f4b82ca-98f4-4087-b002-561ef7ecab0b tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:53.877625 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9afc054a-844e-441d-9eb0-d4f82c8bdd81 req-8f4b82ca-98f4-4087-b002-561ef7ecab0b tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0493019 Jul 28 03:26:53.914407 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9afc054a-844e-441d-9eb0-d4f82c8bdd81 req-65751427-46bb-4fc3-95ef-0607dca40d00 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Jul 28 03:26:54.284457 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5935f3f-2a65-4bbf-b9b9-64e66ea06e84 req-69067a88-f7e3-4634-a9df-d2ae4e21d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:54.285952 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5935f3f-2a65-4bbf-b9b9-64e66ea06e84 req-69067a88-f7e3-4634-a9df-d2ae4e21d495 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1098 time: 0.0438671 Jul 28 03:26:54.322922 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5935f3f-2a65-4bbf-b9b9-64e66ea06e84 req-850023a3-8b93-4144-bd1d-1a36b219b715 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258813 Jul 28 03:26:54.544996 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68322e60-d460-4b12-8d91-b209af5f15f2 req-29a85045-52b1-42cc-a4c8-10d7ab44b5ef tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:54.546437 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68322e60-d460-4b12-8d91-b209af5f15f2 req-29a85045-52b1-42cc-a4c8-10d7ab44b5ef tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0507052 Jul 28 03:26:54.584743 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68322e60-d460-4b12-8d91-b209af5f15f2 req-f157f9a7-4868-4752-97ac-79a0eeec6331 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e917eec-27fa-4cea-be28-50634fbdb76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Jul 28 03:26:54.694072 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab265f9-aea3-46e4-8ba6-a760942fa0cc req-613061e5-e07a-4866-9ced-8ae1d2fc934c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:54.695532 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fab265f9-aea3-46e4-8ba6-a760942fa0cc req-613061e5-e07a-4866-9ced-8ae1d2fc934c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Jul 28 03:26:54.732239 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fab265f9-aea3-46e4-8ba6-a760942fa0cc req-5bd90613-1d85-45a9-8357-50713ab2c584 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302362 Jul 28 03:26:54.830317 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14ccef-7f82-4191-92dc-0fc9c8cadb11 req-708495c5-68f8-4f57-8c91-23886c065cb0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:54.831796 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc14ccef-7f82-4191-92dc-0fc9c8cadb11 req-708495c5-68f8-4f57-8c91-23886c065cb0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0517666 Jul 28 03:26:54.868481 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc14ccef-7f82-4191-92dc-0fc9c8cadb11 req-ec0c8c87-dfbd-460d-936f-bb10c6b97057 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304787 Jul 28 03:26:55.026036 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fa2aa-55b2-45e4-93b3-ea46711293d6 req-7be3db38-4aba-4670-881f-79599314eb39 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:55.027453 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff4fa2aa-55b2-45e4-93b3-ea46711293d6 req-7be3db38-4aba-4670-881f-79599314eb39 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0484920 Jul 28 03:26:55.099594 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-3593c561-94d7-4716-a372-b83c504b9cd4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:55.101016 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-3593c561-94d7-4716-a372-b83c504b9cd4 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0685847 Jul 28 03:26:55.103607 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff4fa2aa-55b2-45e4-93b3-ea46711293d6 req-c8c89bbb-80e2-424c-88dc-90bb949fe021 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700691 Jul 28 03:26:55.194192 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Deleting port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:26:55.194533 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:55.279675 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] For port 3976ffe6-a41f-4ae7-8b65-95f51c146d12, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3976ffe6-a41f-4ae7-8b65-95f51c146d12,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:55.280037 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:55.292419 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Calling delete_port for 3976ffe6-a41f-4ae7-8b65-95f51c146d12 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:26:55.423301 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:55.443120 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['3976ffe6-a41f-4ae7-8b65-95f51c146d12'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:55.452230 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Pushing event deleted for resources: {'Port': ['ID=3976ffe6-a41f-4ae7-8b65-95f51c146d12,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:55.503339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] No DVR routers for this DVR port 3976ffe6-a41f-4ae7-8b65-95f51c146d12 on host hv-cinder-78626 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:26:55.505842 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:55.507895 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-399d9408-9670-4d54-a12c-d6067b05fab3 req-722fd74f-8150-4390-949d-f25003f6b458 tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.10 "DELETE /v2.0/ports/3976ffe6-a41f-4ae7-8b65-95f51c146d12 HTTP/1.1" status: 204 len: 173 time: 0.4000194 Jul 28 03:26:55.508320 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'name': 'network-vif-deleted', 'tag': '3976ffe6-a41f-4ae7-8b65-95f51c146d12'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:55.510539 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaa55a4-e100-4863-af31-5eaf494cd22f" -d '{"events": [{"server_uuid": "806569b5-5afa-4638-85c9-1487ed28c8f2", "name": "network-vif-deleted", "tag": "3976ffe6-a41f-4ae7-8b65-95f51c146d12"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:55.547256 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15c6ccf-683b-480d-b818-a154a4877e8b x-openstack-request-id: req-e15c6ccf-683b-480d-b818-a154a4877e8b {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:55.547871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806569b5-5afa-4638-85c9-1487ed28c8f2", "name": "network-vif-deleted", "tag": "3976ffe6-a41f-4ae7-8b65-95f51c146d12", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:55.547871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e15c6ccf-683b-480d-b818-a154a4877e8b {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:55.548202 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806569b5-5afa-4638-85c9-1487ed28c8f2', 'name': 'network-vif-deleted', 'tag': '3976ffe6-a41f-4ae7-8b65-95f51c146d12', 'status': 'completed', 'code': 200} Jul 28 03:26:55.693470 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e635c336-cce5-4c36-a07b-0fcb8921901f req-61d57159-10f9-459f-8224-004d0d35146a tempest-ServerRescueNegativeTestJSON-125083064 tempest-ServerRescueNegativeTestJSON-125083064-project] 10.222.0.20 "GET /v2.0/ports?device_id=806569b5-5afa-4638-85c9-1487ed28c8f2 HTTP/1.1" status: 200 len: 210 time: 0.0278153 Jul 28 03:26:55.792240 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c9623-d142-4d45-9d35-aef9e440b182 req-edab3e4f-c96e-41df-987c-c8ac18911305 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:55.793607 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-479c9623-d142-4d45-9d35-aef9e440b182 req-edab3e4f-c96e-41df-987c-c8ac18911305 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0485342 Jul 28 03:26:55.902580 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068b0f7-7577-40b7-9bd3-2155ba767d6e req-bc598949-06a0-4694-bb71-b432cb172405 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:55.904029 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9068b0f7-7577-40b7-9bd3-2155ba767d6e req-bc598949-06a0-4694-bb71-b432cb172405 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0970137 Jul 28 03:26:55.940336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Deleting port ef549af4-aeba-41d8-9eaf-26936fdb89f5 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:26:55.940787 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:56.033774 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9068b0f7-7577-40b7-9bd3-2155ba767d6e req-e9518b52-2fca-4ff5-814f-52acbcab9331 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228385 Jul 28 03:26:56.062391 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fdc6a-7466-41e9-b5ae-3640862a36b1 req-cdf1ec44-c964-49a1-b526-861fb581dbf7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:56.064069 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f01fdc6a-7466-41e9-b5ae-3640862a36b1 req-cdf1ec44-c964-49a1-b526-861fb581dbf7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.1293583 Jul 28 03:26:56.115709 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] For port ef549af4-aeba-41d8-9eaf-26936fdb89f5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef549af4-aeba-41d8-9eaf-26936fdb89f5,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:56.116077 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:56.138192 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f01fdc6a-7466-41e9-b5ae-3640862a36b1 req-df28e814-b3a2-415f-958b-4fe578e2aaac tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652058 Jul 28 03:26:56.139084 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Calling delete_port for ef549af4-aeba-41d8-9eaf-26936fdb89f5 owned by compute:nova {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:26:56.263816 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2b103-a356-45ca-9345-0c3871c61ffd req-e9495527-8cc0-450c-9b85-4d68ae5cf9d7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:56.265255 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-31c2b103-a356-45ca-9345-0c3871c61ffd req-e9495527-8cc0-450c-9b85-4d68ae5cf9d7 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd41981f-61af-4c0c-a16c-7853d7f53908 HTTP/1.1" status: 200 len: 946 time: 0.0734282 Jul 28 03:26:56.336509 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-31c2b103-a356-45ca-9345-0c3871c61ffd req-fdd46c9a-35c9-4643-a7cc-298bb3e78e46 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Jul 28 03:26:56.346617 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:56.360425 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'ef549af4-aeba-41d8-9eaf-26936fdb89f5'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:26:56.381509 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event deleted for resources: {'Port': ['ID=ef549af4-aeba-41d8-9eaf-26936fdb89f5,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:56.425504 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] No DVR routers for this DVR port ef549af4-aeba-41d8-9eaf-26936fdb89f5 on host hv-cinder-78626 {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:26:56.427907 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:56.429877 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-479c9623-d142-4d45-9d35-aef9e440b182 req-6065b27a-1fe6-4c3a-bce2-ac7a415addbb tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "DELETE /v2.0/ports/ef549af4-aeba-41d8-9eaf-26936fdb89f5 HTTP/1.1" status: 204 len: 173 time: 0.6289220 Jul 28 03:26:56.748543 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44856) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:57.155208 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cac7c-fe20-4296-bfc6-92e06fb185f4 req-2ca2bb75-dfa0-454d-b0be-633c197be154 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:57.156689 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e96cac7c-fe20-4296-bfc6-92e06fb185f4 req-2ca2bb75-dfa0-454d-b0be-633c197be154 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0484154 Jul 28 03:26:57.166040 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:57.200095 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e96cac7c-fe20-4296-bfc6-92e06fb185f4 req-ce329508-b09e-4ac1-9336-a0387bf33a27 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Jul 28 03:26:57.269394 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89b302-a746-42cd-8aee-2ef83510be88 req-09c7223e-0a0d-4bc7-9171-0eda77dfb3cc tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:57.270933 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a89b302-a746-42cd-8aee-2ef83510be88 req-09c7223e-0a0d-4bc7-9171-0eda77dfb3cc tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0480092 Jul 28 03:26:57.311005 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a89b302-a746-42cd-8aee-2ef83510be88 req-52c2e91b-03d5-4eb0-802a-149ddc157727 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336461 Jul 28 03:26:57.448711 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57ffe2-106d-4c7e-a1b0-39502d0e7e9a req-8a8fc5c9-d82a-4876-8221-514ce1e2b97c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:57.452010 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b57ffe2-106d-4c7e-a1b0-39502d0e7e9a req-8a8fc5c9-d82a-4876-8221-514ce1e2b97c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0693412 Jul 28 03:26:57.494379 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b57ffe2-106d-4c7e-a1b0-39502d0e7e9a req-0e730774-b74a-440f-a9ed-bbc2336c1b93 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372303 Jul 28 03:26:57.519708 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 44872) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:57.548963 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'name': 'network-vif-deleted', 'tag': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:26:57.551422 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8794377b-8652-4287-98ed-a89bfc1c1e65" -d '{"events": [{"server_uuid": "cd41981f-61af-4c0c-a16c-7853d7f53908", "name": "network-vif-deleted", "tag": "ef549af4-aeba-41d8-9eaf-26936fdb89f5"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:26:57.605048 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ffcca3-45cf-4000-9ce8-4700c491fc3c x-openstack-request-id: req-e4ffcca3-45cf-4000-9ce8-4700c491fc3c {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:26:57.605336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41981f-61af-4c0c-a16c-7853d7f53908", "name": "network-vif-deleted", "tag": "ef549af4-aeba-41d8-9eaf-26936fdb89f5", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:26:57.605579 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4ffcca3-45cf-4000-9ce8-4700c491fc3c {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:26:57.605960 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41981f-61af-4c0c-a16c-7853d7f53908', 'name': 'network-vif-deleted', 'tag': 'ef549af4-aeba-41d8-9eaf-26936fdb89f5', 'status': 'completed', 'code': 200} Jul 28 03:26:57.714642 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2eea98-8719-4910-8707-30b2164f7f2d tempest-TestShelveInstance-1253276485 tempest-TestShelveInstance-1253276485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:57.719318 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4c2eea98-8719-4910-8707-30b2164f7f2d tempest-TestShelveInstance-1253276485 tempest-TestShelveInstance-1253276485-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1093 time: 0.1960685 Jul 28 03:26:57.720053 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 44882) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:57.721902 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Deleting port 238e6e37-28d9-4ede-b861-3a8e9fab9161 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:26:57.722353 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:57.724655 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'port_id': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:26:57.750973 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:57.812885 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] For port 238e6e37-28d9-4ede-b861-3a8e9fab9161, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=238e6e37-28d9-4ede-b861-3a8e9fab9161,segment=NetworkSegment(e32c41d0-f28a-4e5f-aae8-bb66638aebad),segment_id=e32c41d0-f28a-4e5f-aae8-bb66638aebad)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:57.813495 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:57.826346 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Calling delete_port for 238e6e37-28d9-4ede-b861-3a8e9fab9161 owned by network:router_interface {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:26:57.857521 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:57.939428 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 44886) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:57.973506 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Allocated IP 172.27.3.240 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/5c31c34a-4eb2-475e-a8af-53c1c9228e3c) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:26:58.021084 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.046048 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=238e6e37-28d9-4ede-b861-3a8e9fab9161,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:58.068557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-775d3e81-62b8-4289-9400-06b1d932d48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.111969 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.204067 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.211744 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.257147 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:26:58.260513 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-775d3e81-62b8-4289-9400-06b1d932d48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.266837 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-775d3e81-62b8-4289-9400-06b1d932d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.274575 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:26:58.279612 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:26:58.303230 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'Port': ['ID=5c31c34a-4eb2-475e-a8af-53c1c9228e3c,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:58.368101 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-775d3e81-62b8-4289-9400-06b1d932d48a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1ac62ab4ccc47e082981991fda50114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276023 Jul 28 03:26:58.373217 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d3e81-62b8-4289-9400-06b1d932d48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e66e87-a3cb-4fe2-a6e9-00d900c1f00c,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:58.375940 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 44892) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:58.434290 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ac1dc-5c98-4da9-870e-2b881eb68614 req-d7b55829-3540-49c0-a4b5-548af38a387e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:58.436341 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d84ac1dc-5c98-4da9-870e-2b881eb68614 req-d7b55829-3540-49c0-a4b5-548af38a387e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.1666772 Jul 28 03:26:58.455354 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Router 10a20b4f-168c-4cd5-88d6-110bc2fec535 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:26:58.524043 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3976ffe6-a41f-4ae7-8b65-95f51c146d12 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:26:58.550226 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 3976ffe6-a41f-4ae7-8b65-95f51c146d12 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:26:58.550562 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3976ffe6-a41f-4ae7-8b65-95f51c146d12 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:26:58.550991 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ef549af4-aeba-41d8-9eaf-26936fdb89f5 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:26:58.554393 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d84ac1dc-5c98-4da9-870e-2b881eb68614 req-5cd98731-d664-4c3c-8df2-95482b87efc0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054447 Jul 28 03:26:58.557176 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a449c872-8310-4b47-ac2c-b13272983f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.581494 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:26:58.581725 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: ef549af4-aeba-41d8-9eaf-26936fdb89f5 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:26:58.581725 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ef549af4-aeba-41d8-9eaf-26936fdb89f5 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:26:58.588764 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-c420195b-6527-44aa-a106-eb13231b9a6a admin admin] 10.222.0.20 "PUT /v2.0/routers/10a20b4f-168c-4cd5-88d6-110bc2fec535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8388405 Jul 28 03:26:58.590650 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] Sync routers for ids ['10a20b4f-168c-4cd5-88d6-110bc2fec535'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:26:58.591584 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44900) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:58.602431 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] Routers {'10a20b4f-168c-4cd5-88d6-110bc2fec535'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:26:58.602543 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:26:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['10a20b4f-168c-4cd5-88d6-110bc2fec535'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:26:58.617108 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a449c872-8310-4b47-ac2c-b13272983f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.714921 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] Set router 10a20b4f-168c-4cd5-88d6-110bc2fec535 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:26:58.738713 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.878636 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.926911 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:26:57Z', 'revision_number': 5, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port': {'id': '129d286b-4a51-4ef4-8825-7d40ee41f384', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:10Z', 'updated_at': '2021-07-28T03:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:26:58.937255 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Deleting port 129d286b-4a51-4ef4-8825-7d40ee41f384 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:26:58.937594 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:58.961821 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] Checking router: 10a20b4f-168c-4cd5-88d6-110bc2fec535 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:26:58.977126 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] Routers {'10a20b4f-168c-4cd5-88d6-110bc2fec535'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:26:58.978067 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:26:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['10a20b4f-168c-4cd5-88d6-110bc2fec535'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:26:58.980265 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab0d1-b4d4-4fa4-bb08-d063dfa0c541 req-e376e072-8851-4956-877d-74c9a54e18d6 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:58.982722 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-263ab0d1-b4d4-4fa4-bb08-d063dfa0c541 req-e376e072-8851-4956-877d-74c9a54e18d6 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 945 time: 0.0911734 Jul 28 03:26:59.006447 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a449c872-8310-4b47-ac2c-b13272983f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.009182 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a449c872-8310-4b47-ac2c-b13272983f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.012489 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a449c872-8310-4b47-ac2c-b13272983f68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5e66e87-a3cb-4fe2-a6e9-00d900c1f00c HTTP/1.1" status: 204 len: 168 time: 0.6310036 Jul 28 03:26:59.026951 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] For port 129d286b-4a51-4ef4-8825-7d40ee41f384, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=129d286b-4a51-4ef4-8825-7d40ee41f384,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:26:59.027343 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.042657 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Calling delete_port for 129d286b-4a51-4ef4-8825-7d40ee41f384 owned by network:router_gateway {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:26:59.057543 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449c872-8310-4b47-ac2c-b13272983f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e66e87-a3cb-4fe2-a6e9-00d900c1f00c,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:59.093700 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] Set router 10a20b4f-168c-4cd5-88d6-110bc2fec535 gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:26:59.116885 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-263ab0d1-b4d4-4fa4-bb08-d063dfa0c541 req-6e7ea78a-9537-492c-8adf-2504776b0b13 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280351 Jul 28 03:26:59.177070 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:26:58Z', 'revision_number': 6, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:26:59.219746 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc017d-6939-42b5-807e-23fbcdd9c3ef None None] The sync data for ids ['10a20b4f-168c-4cd5-88d6-110bc2fec535'] in dv-cinder-786260-14-iscsi is: [{'id': '10a20b4f-168c-4cd5-88d6-110bc2fec535', 'name': 'tempest-ServerRescueNegativeTestJSON-1178276207-router', 'tenant_id': '925193f942cc4389afb11ac39d01b0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:26:58Z', 'revision_number': 6, 'project_id': '925193f942cc4389afb11ac39d01b0e9', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:26:59.277218 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.279191 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.326759 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=129d286b-4a51-4ef4-8825-7d40ee41f384,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:59.352519 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.369258 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.471221 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.473305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.503792 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.509414 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.533892 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.534452 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a20b4f-168c-4cd5-88d6-110bc2fec535 {{(pid=93017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:26:59.540295 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] Notify callbacks [] for router, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.541515 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-c2c7d8e3-8b9f-4eb8-9865-851bec461c9f admin admin] 10.222.0.20 "DELETE /v2.0/routers/10a20b4f-168c-4cd5-88d6-110bc2fec535 HTTP/1.1" status: 204 len: 168 time: 0.9483781 Jul 28 03:26:59.544385 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44906) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:59.576737 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event updated for resources: {'Port': ['ID=5c31c34a-4eb2-475e-a8af-53c1c9228e3c,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:59.600401 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] Deleting subnet 6681b0b0-4764-4bbd-ba8d-79474c4b8b9d {{(pid=93017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:26:59.604787 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.608926 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.648363 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30347729'] for subnet, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.695942 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.773638 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30347537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30297874'] for subnet, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.774709 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87330269-e8b2-4603-8294-289757972ebe req-32e7ebde-a361-4eef-9f42-a24540c29f04 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:26:59.776425 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-87330269-e8b2-4603-8294-289757972ebe req-32e7ebde-a361-4eef-9f42-a24540c29f04 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0996320 Jul 28 03:26:59.784716 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Floating IP 690531b0-66df-4c1d-9f53-c0bacd818ad8 associated. External IP: 172.27.3.240, port: 8a7dc0cc-9a2b-4953-90ca-97bf969e8136. Jul 28 03:26:59.802697 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6681b0b0-4764-4bbd-ba8d-79474c4b8b9d,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:26:59.807414 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.812646 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f0b689a9-fba7-4cd4-9f40-540bb0f92d06 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6681b0b0-4764-4bbd-ba8d-79474c4b8b9d HTTP/1.1" status: 204 len: 168 time: 0.2662892 Jul 28 03:26:59.813152 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44912) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:26:59.858966 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-87330269-e8b2-4603-8294-289757972ebe req-2975f82d-8df3-44b5-9d23-e35f3c8199e4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717854 Jul 28 03:26:59.891318 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.970087 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:26:59.979575 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971c79cc-8fd4-491d-b327-b5cd1df90439']}} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:26:59.989406 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32c41d0-f28a-4e5f-aae8-bb66638aebad') {'for_net_delete': True} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:26:59.989700 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32c41d0-f28a-4e5f-aae8-bb66638aebad') {} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:26:59.998571 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30347736'] for segment, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.012082 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.018339 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:27:00.018702 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30347627'] for segment, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: Traceback (most recent call last): Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: timer() Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: cb(*args, **kw) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: return func(*args, **kwargs) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: self._notify() Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: self.callback(batched_events) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: event.method(event) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: return f(self, *a, **k) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._get(url).json() Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: return self.request(url, 'GET', **kwargs) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:27:00.020336 dv-cinder-786260-14-iscsi neutron-server[93017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:27:00.022608 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Router 52fc5db7-7966-4e81-9ab8-ae538133296c has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:27:00.077261 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.084719 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.087149 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] 10.222.0.20 "DELETE /v2.0/networks/971c79cc-8fd4-491d-b327-b5cd1df90439 HTTP/1.1" status: 204 len: 168 time: 0.2727864 Jul 28 03:27:00.096845 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a646d3-a15d-49b4-95e2-1a4aed26a667 admin admin] Pushing event deleted for resources: {'Network': ['ID=971c79cc-8fd4-491d-b327-b5cd1df90439,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:00.140540 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:27:00.152901 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] Sync routers for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:27:00.159905 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.177956 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:27:00.178591 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:26:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:27:00.197061 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-591cd62c-4a92-4a9f-a723-0545825d478c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4758430 Jul 28 03:27:00.197823 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:27:00.200387 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68" -d '{"events": [{"name": "network-changed", "server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:27:00.289774 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5085032-45e0-49ba-9e85-57e056149761 x-openstack-request-id: req-b5085032-45e0-49ba-9e85-57e056149761 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:27:00.290447 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:27:00.290447 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5085032-45e0-49ba-9e85-57e056149761 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:27:00.290739 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'status': 'completed', 'code': 200} Jul 28 03:27:00.300813 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0d16-7b86-4438-a5f1-aff12dd2ca75 req-fa5203cd-1ed6-4d51-b3de-1e5d46421cd4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:00.304166 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e61d0d16-7b86-4438-a5f1-aff12dd2ca75 req-fa5203cd-1ed6-4d51-b3de-1e5d46421cd4 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 945 time: 0.0802832 Jul 28 03:27:00.312829 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 238e6e37-28d9-4ede-b861-3a8e9fab9161 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:27:00.323298 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44922) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:00.343654 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 238e6e37-28d9-4ede-b861-3a8e9fab9161 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:27:00.343991 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 238e6e37-28d9-4ede-b861-3a8e9fab9161 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:27:00.344719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 129d286b-4a51-4ef4-8825-7d40ee41f384 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:27:00.365659 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-dcdc4457-8e25-48be-abe3-8b4a8b15b127 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=925193f942cc4389afb11ac39d01b0e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408554 Jul 28 03:27:00.366958 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 129d286b-4a51-4ef4-8825-7d40ee41f384 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:27:00.367295 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 129d286b-4a51-4ef4-8825-7d40ee41f384 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:27:00.368266 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44924) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:00.373380 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e61d0d16-7b86-4438-a5f1-aff12dd2ca75 req-ba7ccb1e-db30-4171-b876-b9f25e81176f tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/security-groups?id=1416d59d-8c23-4fe9-b613-5ff8dd68ea33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649605 Jul 28 03:27:00.385185 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-fb0f09f6-a498-4e15-b5e0-147ed6569af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:00.387088 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-fb0f09f6-a498-4e15-b5e0-147ed6569af8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1098 time: 0.0700428 Jul 28 03:27:00.392324 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:27:00.442751 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-47202302-4e7f-45ed-8e62-cdad3508a4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.470702 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-47202302-4e7f-45ed-8e62-cdad3508a4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.500128 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-40419501-b40b-40ae-9242-abe8320a6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:00.501590 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-40419501-b40b-40ae-9242-abe8320a6d5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 909 time: 0.1018069 Jul 28 03:27:00.529908 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-47202302-4e7f-45ed-8e62-cdad3508a4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.532702 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-47202302-4e7f-45ed-8e62-cdad3508a4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.536280 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-47202302-4e7f-45ed-8e62-cdad3508a4a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e917eec-27fa-4cea-be28-50634fbdb76c HTTP/1.1" status: 204 len: 168 time: 0.1645567 Jul 28 03:27:00.542332 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47202302-4e7f-45ed-8e62-cdad3508a4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e917eec-27fa-4cea-be28-50634fbdb76c,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:00.606299 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-d8dbb76a-2959-45fa-ab5a-91c6327da335 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 999 time: 0.0964870 Jul 28 03:27:00.661298 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-5a2df5c9-46bd-4c32-9f6e-c09f5863547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:00.662764 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-5a2df5c9-46bd-4c32-9f6e-c09f5863547e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 200 len: 847 time: 0.0485861 Jul 28 03:27:00.718284 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-53bd9a63-a122-4b7e-9aa6-8bf6a083d30e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:00.719541 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-0858d5b6-ce92-4b95-aa20-50c4eb1a3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:00.720367 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-53bd9a63-a122-4b7e-9aa6-8bf6a083d30e tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 945 time: 0.0614326 Jul 28 03:27:00.721587 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-0858d5b6-ce92-4b95-aa20-50c4eb1a3eab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4aa653c8-0714-412a-abf8-360f497688f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520196 Jul 28 03:27:00.728551 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '690531b0-66df-4c1d-9f53-c0bacd818ad8', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'port_id': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'mac_address': 'fa:16:3e:af:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eecf599-daa9-4875-987b-d73980f672f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:26:58Z', 'updated_at': '2021-07-28T03:26:58Z', 'revision_number': 0, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:47Z', 'revision_number': 5, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:27:00.772008 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] Checking router: 52fc5db7-7966-4e81-9ab8-ae538133296c for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:27:00.787380 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:27:00.787928 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:26:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:27:00.835662 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-2fc51a27-87e6-4e24-a49f-f34c8732c7ee service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936902 Jul 28 03:27:00.876449 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Deleting port c1e35b05-ed12-478b-90a7-3db8c7e96b06 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:27:00.877094 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:00.927847 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:27:00.995934 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6cbb62-d4c5-47dd-9d39-0c8f81026b68 req-e07c3a0d-4346-4b46-bc50-e58a016d5c94 service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534829 Jul 28 03:27:01.008925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] For port c1e35b05-ed12-478b-90a7-3db8c7e96b06, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1e35b05-ed12-478b-90a7-3db8c7e96b06,segment=NetworkSegment(69643373-5d63-4b61-9b45-765158aecd25),segment_id=69643373-5d63-4b61-9b45-765158aecd25)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:27:01.009523 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:01.017924 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ed50c-8883-4f87-8c20-41d539356221 req-e786caae-3967-4dce-94bf-e665fed3f23c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:01.019660 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-737ed50c-8883-4f87-8c20-41d539356221 req-e786caae-3967-4dce-94bf-e665fed3f23c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0649376 Jul 28 03:27:01.035006 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Calling delete_port for c1e35b05-ed12-478b-90a7-3db8c7e96b06 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:27:01.066774 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-737ed50c-8883-4f87-8c20-41d539356221 req-409d0b90-8a1d-4b46-9833-04b254002f64 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Jul 28 03:27:01.179021 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:01.195277 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['c1e35b05-ed12-478b-90a7-3db8c7e96b06'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:27:01.206133 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Pushing event deleted for resources: {'Port': ['ID=c1e35b05-ed12-478b-90a7-3db8c7e96b06,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:01.251144 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] No DVR routers for this DVR port c1e35b05-ed12-478b-90a7-3db8c7e96b06 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:27:01.253696 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:01.255829 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bbe1622-a5a3-4a16-a195-2e1051b1a713 req-d084ee31-8c2d-497a-939d-99d767feec11 tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.10 "DELETE /v2.0/ports/c1e35b05-ed12-478b-90a7-3db8c7e96b06 HTTP/1.1" status: 204 len: 173 time: 0.5142784 Jul 28 03:27:01.256190 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3afbc6ac-5b22-4540-9bf3-312e834e44f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:01.256322 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'name': 'network-vif-deleted', 'tag': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:27:01.258734 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12d670-0742-426b-b71b-a7e79bab0059" -d '{"events": [{"server_uuid": "279edf9e-3c91-488d-aa26-e96c924a0a30", "name": "network-vif-deleted", "tag": "c1e35b05-ed12-478b-90a7-3db8c7e96b06"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:27:01.274452 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '690531b0-66df-4c1d-9f53-c0bacd818ad8', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'port_id': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'mac_address': 'fa:16:3e:af:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eecf599-daa9-4875-987b-d73980f672f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:26:58Z', 'updated_at': '2021-07-28T03:26:58Z', 'revision_number': 0, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:47Z', 'revision_number': 5, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:27:01.301652 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8220481f-b95d-42fa-93ba-0609cd2c11a1 x-openstack-request-id: req-8220481f-b95d-42fa-93ba-0609cd2c11a1 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:27:01.301994 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279edf9e-3c91-488d-aa26-e96c924a0a30", "name": "network-vif-deleted", "tag": "c1e35b05-ed12-478b-90a7-3db8c7e96b06", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:27:01.302251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8220481f-b95d-42fa-93ba-0609cd2c11a1 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:27:01.302647 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279edf9e-3c91-488d-aa26-e96c924a0a30', 'name': 'network-vif-deleted', 'tag': 'c1e35b05-ed12-478b-90a7-3db8c7e96b06', 'status': 'completed', 'code': 200} Jul 28 03:27:01.305948 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d2030-0493-4697-99fb-7a002f24cc2f None None] The sync data for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi is: [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '690531b0-66df-4c1d-9f53-c0bacd818ad8', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'port_id': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'mac_address': 'fa:16:3e:af:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eecf599-daa9-4875-987b-d73980f672f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:26:58Z', 'updated_at': '2021-07-28T03:26:58Z', 'revision_number': 0, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:47Z', 'revision_number': 5, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:27:01.509633 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4230618f-e657-4557-8bb0-03303deab9c0 req-9b1ed893-64f6-49f1-9833-f5581be22c2d tempest-AttachVolumeNegativeTest-360354331 tempest-AttachVolumeNegativeTest-360354331-project] 10.222.0.20 "GET /v2.0/ports?device_id=279edf9e-3c91-488d-aa26-e96c924a0a30 HTTP/1.1" status: 200 len: 210 time: 0.0354521 Jul 28 03:27:01.533880 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6988887-0ffe-4df6-ac88-654277e218ef None None] New status for floating IP 690531b0-66df-4c1d-9f53-c0bacd818ad8: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:27:02.186003 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023d3bf-2dde-4480-99df-75356bd533d9 req-b9365b5e-66fe-4ec7-b5a7-9a7d2c9816e2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:02.187451 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5023d3bf-2dde-4480-99df-75356bd533d9 req-b9365b5e-66fe-4ec7-b5a7-9a7d2c9816e2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Jul 28 03:27:02.224266 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5023d3bf-2dde-4480-99df-75356bd533d9 req-6cf861b0-93b1-4813-bb42-52eca351495a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Jul 28 03:27:02.565710 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44974) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:02.617444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_v2 [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] Deleting subnet a4482d0a-1c22-4146-82e6-e0f65f0a4b23 {{(pid=93017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:27:02.620497 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.653857 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30347729'] for subnet, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.689776 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.740699 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30347537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30297874'] for subnet, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.765672 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4482d0a-1c22-4146-82e6-e0f65f0a4b23,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:02.770539 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.772593 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-49070438-99f5-43e2-9eba-c19aa6d89bf4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a4482d0a-1c22-4146-82e6-e0f65f0a4b23 HTTP/1.1" status: 204 len: 168 time: 0.2057383 Jul 28 03:27:02.774794 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44976) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:02.857157 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.906142 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.937032 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.947987 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce9431b-bccf-4544-9fd0-0a543af5e82a']}} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:27:02.960468 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69643373-5d63-4b61-9b45-765158aecd25') {'for_net_delete': True} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:27:02.960766 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69643373-5d63-4b61-9b45-765158aecd25') {} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:27:02.971809 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30347736'] for segment, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:02.991142 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.001074 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:27:03.001574 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30347627'] for segment, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: Traceback (most recent call last): Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: timer() Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: cb(*args, **kw) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: return func(*args, **kwargs) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: self._notify() Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: self.callback(batched_events) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: event.method(event) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: return f(self, *a, **k) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._get(url).json() Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: return self.request(url, 'GET', **kwargs) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:27:03.003415 dv-cinder-786260-14-iscsi neutron-server[93017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:27:03.058700 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.065272 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.069283 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ce9431b-bccf-4544-9fd0-0a543af5e82a HTTP/1.1" status: 204 len: 168 time: 0.2911031 Jul 28 03:27:03.078436 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482edd3-a58c-451e-b82a-c309a709624f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce9431b-bccf-4544-9fd0-0a543af5e82a,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:03.242249 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 44990) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:03.286457 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-04d0eee6-b7b1-40aa-a74c-42fb6f8b9177 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7db4e38f030e4c6bbaba7e6d5f806b97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429151 Jul 28 03:27:03.290643 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 44994) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:03.387517 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57469d-cb7d-4ff4-9c3a-2c703490599e req-44ad749d-4aa7-483d-9e3a-e2a7a9175f77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:03.389236 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb57469d-cb7d-4ff4-9c3a-2c703490599e req-44ad749d-4aa7-483d-9e3a-e2a7a9175f77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0802972 Jul 28 03:27:03.392264 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34d73513-3caf-42c3-bfae-b4b67138cd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.437659 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34d73513-3caf-42c3-bfae-b4b67138cd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.457284 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb57469d-cb7d-4ff4-9c3a-2c703490599e req-4ce8657d-af5f-437f-aa7d-8dee9ed6bf9a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602186 Jul 28 03:27:03.492390 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34d73513-3caf-42c3-bfae-b4b67138cd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.494905 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34d73513-3caf-42c3-bfae-b4b67138cd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.496038 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-34d73513-3caf-42c3-bfae-b4b67138cd4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1416d59d-8c23-4fe9-b613-5ff8dd68ea33 HTTP/1.1" status: 204 len: 168 time: 0.2036316 Jul 28 03:27:03.505307 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d73513-3caf-42c3-bfae-b4b67138cd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416d59d-8c23-4fe9-b613-5ff8dd68ea33,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:03.881272 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f6149e9b-9705-4df3-9a6a-9a55a93dc5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:03.962596 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:04.665066 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f197c-cac1-4fa7-bb06-22a5b5968839 req-a6de8b96-8b88-4a3c-b53a-47e5e5cef215 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:04.666431 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e3f197c-cac1-4fa7-bb06-22a5b5968839 req-a6de8b96-8b88-4a3c-b53a-47e5e5cef215 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0483124 Jul 28 03:27:04.702620 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e3f197c-cac1-4fa7-bb06-22a5b5968839 req-937007c7-ca51-4ed7-a442-d8185fc07166 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303862 Jul 28 03:27:04.962850 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device c1e35b05-ed12-478b-90a7-3db8c7e96b06 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:27:04.984973 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:04.985564 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: c1e35b05-ed12-478b-90a7-3db8c7e96b06 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:27:04.985902 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device c1e35b05-ed12-478b-90a7-3db8c7e96b06 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:27:05.818133 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4a50a-1eb7-4528-8b3f-b430b70261c2 req-0e03c932-1321-4983-9d5e-f84d1df4f89b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:05.819587 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cda4a50a-1eb7-4528-8b3f-b430b70261c2 req-0e03c932-1321-4983-9d5e-f84d1df4f89b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0473692 Jul 28 03:27:05.855550 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cda4a50a-1eb7-4528-8b3f-b430b70261c2 req-76798e51-94e8-4049-a4f3-8b8fe99d04c1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301023 Jul 28 03:27:06.590923 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:06.974093 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c0b64-7f5c-4947-8df7-b3c9ff272f4a req-8fce6515-2a9c-42a0-801f-eadfe668e83d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:06.975549 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-af3c0b64-7f5c-4947-8df7-b3c9ff272f4a req-8fce6515-2a9c-42a0-801f-eadfe668e83d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0510738 Jul 28 03:27:07.012897 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-af3c0b64-7f5c-4947-8df7-b3c9ff272f4a req-fde7bc46-5ab7-4e9d-a336-b1c170db4f3c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304737 Jul 28 03:27:07.702481 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:27:08.130824 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74475f73-2bc5-42c5-aa0d-d91457942263 req-ddd49667-5079-4046-ba30-e6e72c2e0b86 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:08.132319 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74475f73-2bc5-42c5-aa0d-d91457942263 req-ddd49667-5079-4046-ba30-e6e72c2e0b86 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0491173 Jul 28 03:27:08.170651 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74475f73-2bc5-42c5-aa0d-d91457942263 req-a77fb079-f11b-42a9-9402-391206dccbc5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324452 Jul 28 03:27:09.296254 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc68ad0-e8e6-4ab6-bc5b-335c0287602d req-5c2fc811-1ea2-4f9f-992c-70ddf76e4dfc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:09.297747 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dc68ad0-e8e6-4ab6-bc5b-335c0287602d req-5c2fc811-1ea2-4f9f-992c-70ddf76e4dfc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0512719 Jul 28 03:27:09.336538 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dc68ad0-e8e6-4ab6-bc5b-335c0287602d req-11d38f07-eed2-4755-875b-029a277d6292 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Jul 28 03:27:10.458566 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf8516-e613-4852-9110-69afda848aef req-022d9ce1-b166-4856-a8b8-bcdb7ddff515 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:10.460091 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5daf8516-e613-4852-9110-69afda848aef req-022d9ce1-b166-4856-a8b8-bcdb7ddff515 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0534532 Jul 28 03:27:10.497905 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5daf8516-e613-4852-9110-69afda848aef req-b5dab594-e707-4ccb-a067-b3e9c1bdf877 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Jul 28 03:27:10.620000 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:27:10.680113 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45138) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:10.716373 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:27:10.727651 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'port_id': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'mac_address': 'fa:16:3e:c9:64:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:27:10.764894 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:10.777438 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d810d8a-02ee-45d0-acff-61869bcc287a {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:27:10.782971 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:10.797429 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:27:10.800500 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:10.856338 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=6']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:10.872384 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:10.875971 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:10.903453 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['4d810d8a-02ee-45d0-acff-61869bcc287a'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:27:10.912595 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac0f1b77c61b4d7d8a5004a557038b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312908 Jul 28 03:27:10.913451 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f66d7-1223-454d-9d10-4768bd16a775,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:10.915360 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45142) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:10.921723 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.922076 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.922425 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.922763 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.923099 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.923434 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.923794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.924155 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.924459 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.924785 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.925217 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.925488 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94eea96-dced-4e99-9f7c-cc7d877e3fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:10.973865 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-af0b6c49-03fd-4b5b-9008-71b442c9f3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:10.996182 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-af0b6c49-03fd-4b5b-9008-71b442c9f3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.056702 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-af0b6c49-03fd-4b5b-9008-71b442c9f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.059361 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-af0b6c49-03fd-4b5b-9008-71b442c9f3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.063390 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-af0b6c49-03fd-4b5b-9008-71b442c9f3d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/773f66d7-1223-454d-9d10-4768bd16a775 HTTP/1.1" status: 204 len: 168 time: 0.1468732 Jul 28 03:27:11.071582 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b6c49-03fd-4b5b-9008-71b442c9f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f66d7-1223-454d-9d10-4768bd16a775,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:11.381830 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45172) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:11.525744 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-29b99ae2-f156-408c-a439-575ae5306119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.617037 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-29b99ae2-f156-408c-a439-575ae5306119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.621325 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-29b99ae2-f156-408c-a439-575ae5306119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.634553 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8ef40-39c8-4fa3-95df-cf59e957396f req-cd6f42a5-fb8b-45ff-9868-95f3820794e9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:11.636192 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5f8ef40-39c8-4fa3-95df-cf59e957396f req-cd6f42a5-fb8b-45ff-9868-95f3820794e9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0603528 Jul 28 03:27:11.662391 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-29b99ae2-f156-408c-a439-575ae5306119 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=389e6a235b444989b50ee01ffdd426eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771809 Jul 28 03:27:11.662391 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b99ae2-f156-408c-a439-575ae5306119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc272b1-322a-4977-a55d-276a2fb2a506,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:11.663185 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45186) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:11.685025 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b5f8ef40-39c8-4fa3-95df-cf59e957396f req-5574fc15-07cd-4730-9e67-1dfde9b1f188 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Jul 28 03:27:11.712405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-91efa46f-d9a2-4d90-99d5-33f2a612dc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.734807 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-91efa46f-d9a2-4d90-99d5-33f2a612dc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.784657 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-91efa46f-d9a2-4d90-99d5-33f2a612dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.787341 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-91efa46f-d9a2-4d90-99d5-33f2a612dc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:11.788509 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-91efa46f-d9a2-4d90-99d5-33f2a612dc8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cc272b1-322a-4977-a55d-276a2fb2a506 HTTP/1.1" status: 204 len: 168 time: 0.1242127 Jul 28 03:27:11.796492 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa46f-d9a2-4d90-99d5-33f2a612dc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc272b1-322a-4977-a55d-276a2fb2a506,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:12.582030 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45232) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:12.622474 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:27:12.671632 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 4d810d8a-02ee-45d0-acff-61869bcc287a triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:27:12.672004 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:12.696225 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-434e001d-7b72-4f37-bc5b-69eba0df0a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:12.765752 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:12.799151 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:27:12.802733 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021d18f2-0518-4cff-a77c-f05e9da71fdb" -d '{"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:27:12.809567 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-434e001d-7b72-4f37-bc5b-69eba0df0a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:12.814444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-434e001d-7b72-4f37-bc5b-69eba0df0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:12.821312 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad21ec-b14f-48bd-b976-9b015c3fc0e2 req-9f6d9568-f973-4235-a11e-75a1e606602b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:12.821855 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:27:12.823672 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e7ad21ec-b14f-48bd-b976-9b015c3fc0e2 req-9f6d9568-f973-4235-a11e-75a1e606602b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0595694 Jul 28 03:27:12.828882 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:12.865270 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e001d-7b72-4f37-bc5b-69eba0df0a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a82c3-0327-4a94-b57b-592213db7591,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:12.865474 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd67990-a439-4f6b-b364-508368c98e5d x-openstack-request-id: req-fdd67990-a439-4f6b-b364-508368c98e5d {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:27:12.866128 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:27:12.866789 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdd67990-a439-4f6b-b364-508368c98e5d {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:27:12.867319 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'code': 200} Jul 28 03:27:12.873314 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-434e001d-7b72-4f37-bc5b-69eba0df0a70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=473e6de52b2842a0a337c3f35a9673f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901509 Jul 28 03:27:12.875759 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45246) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:12.894794 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e7ad21ec-b14f-48bd-b976-9b015c3fc0e2 req-ac084845-5fcc-4e08-96e4-99082513a0ff tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637054 Jul 28 03:27:12.898592 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=7']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:12.933670 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ef01d213-c05a-4a09-bf78-50aae0b93ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:12.954919 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ef01d213-c05a-4a09-bf78-50aae0b93ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.000720 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ef01d213-c05a-4a09-bf78-50aae0b93ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.003246 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ef01d213-c05a-4a09-bf78-50aae0b93ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.004424 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-ef01d213-c05a-4a09-bf78-50aae0b93ad6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/268a82c3-0327-4a94-b57b-592213db7591 HTTP/1.1" status: 204 len: 168 time: 0.1272707 Jul 28 03:27:13.016090 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01d213-c05a-4a09-bf78-50aae0b93ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a82c3-0327-4a94-b57b-592213db7591,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:13.273491 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45264) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:13.286936 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cf8802fb-250b-4708-b2b4-2c576902fc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.380144 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cf8802fb-250b-4708-b2b4-2c576902fc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.384315 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cf8802fb-250b-4708-b2b4-2c576902fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.429405 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-cf8802fb-250b-4708-b2b4-2c576902fc93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb76076714ad44178d3282ece05473e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524198 Jul 28 03:27:13.429713 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45272) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:13.436148 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8802fb-250b-4708-b2b4-2c576902fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30253a2f-714f-446a-b832-e7795ff14cda,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:13.486286 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-da1d7faa-ef4d-4cbe-87f9-a8a8a4de9dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.512005 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-da1d7faa-ef4d-4cbe-87f9-a8a8a4de9dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.567283 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-da1d7faa-ef4d-4cbe-87f9-a8a8a4de9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.571906 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-da1d7faa-ef4d-4cbe-87f9-a8a8a4de9dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:13.573028 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-da1d7faa-ef4d-4cbe-87f9-a8a8a4de9dde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30253a2f-714f-446a-b832-e7795ff14cda HTTP/1.1" status: 204 len: 168 time: 0.1424906 Jul 28 03:27:13.580906 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d7faa-ef4d-4cbe-87f9-a8a8a4de9dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30253a2f-714f-446a-b832-e7795ff14cda,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:14.023666 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b38c3-d126-483e-bd20-6ded4a178b12 req-c3ece022-2bdc-49f5-aec6-f9b4c511434e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:14.025279 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-217b38c3-d126-483e-bd20-6ded4a178b12 req-c3ece022-2bdc-49f5-aec6-f9b4c511434e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Jul 28 03:27:14.063917 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-217b38c3-d126-483e-bd20-6ded4a178b12 req-f4ded1bd-8570-4414-b785-b644cf718ecd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Jul 28 03:27:15.187414 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c1a82-b7bf-48a2-a744-871a8246c557 req-bcdcc606-d829-4bd5-b5fd-9fed062d91ce tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:15.189013 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-706c1a82-b7bf-48a2-a744-871a8246c557 req-bcdcc606-d829-4bd5-b5fd-9fed062d91ce tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Jul 28 03:27:15.230558 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-706c1a82-b7bf-48a2-a744-871a8246c557 req-ed711af3-2c92-4c97-a559-d46fca152c8b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357299 Jul 28 03:27:15.258561 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45358) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:15.359651 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5d98b985-e14b-4fe8-a72c-a347c2b4aa0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:15.448548 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5d98b985-e14b-4fe8-a72c-a347c2b4aa0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:15.453868 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5d98b985-e14b-4fe8-a72c-a347c2b4aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:15.491715 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b985-e14b-4fe8-a72c-a347c2b4aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d4764-f111-452a-8bde-e64dbc16d3ae,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:15.496247 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5d98b985-e14b-4fe8-a72c-a347c2b4aa0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be0135466e984b788026f84a1632a76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451954 Jul 28 03:27:15.499090 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45374) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:15.549922 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5d631e2-e0a0-42d0-9b69-3efd3325992b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:15.570504 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5d631e2-e0a0-42d0-9b69-3efd3325992b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:15.652254 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5d631e2-e0a0-42d0-9b69-3efd3325992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:15.660639 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a5d631e2-e0a0-42d0-9b69-3efd3325992b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:15.672510 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a5d631e2-e0a0-42d0-9b69-3efd3325992b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be9d4764-f111-452a-8bde-e64dbc16d3ae HTTP/1.1" status: 204 len: 168 time: 0.1666205 Jul 28 03:27:15.692656 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d631e2-e0a0-42d0-9b69-3efd3325992b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d4764-f111-452a-8bde-e64dbc16d3ae,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:16.079281 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45392) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:16.093877 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-23ae5259-0846-415f-a2bc-b249503447a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:16.203632 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-23ae5259-0846-415f-a2bc-b249503447a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:16.209320 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-23ae5259-0846-415f-a2bc-b249503447a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:16.253305 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-23ae5259-0846-415f-a2bc-b249503447a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49191d98b9e5463893dda1eb7e748fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705475 Jul 28 03:27:16.253810 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae5259-0846-415f-a2bc-b249503447a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa9226-fceb-4ae8-a9c9-1dca227be458,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:16.254370 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45394) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:16.347507 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-442f5708-98d0-4932-96c6-4d560b3e240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:16.393988 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-442f5708-98d0-4932-96c6-4d560b3e240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:16.411686 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547d899-3439-46e2-8be6-4433d4703e8c req-caa6ef2b-0368-468f-96fb-f613f2e08da9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:16.413092 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e547d899-3439-46e2-8be6-4433d4703e8c req-caa6ef2b-0368-468f-96fb-f613f2e08da9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0823226 Jul 28 03:27:16.474655 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e547d899-3439-46e2-8be6-4433d4703e8c req-a36cbd55-3584-4b8e-b9ae-ab4706d24642 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528607 Jul 28 03:27:16.505742 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-442f5708-98d0-4932-96c6-4d560b3e240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:16.508786 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-442f5708-98d0-4932-96c6-4d560b3e240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:16.518620 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-442f5708-98d0-4932-96c6-4d560b3e240d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0baa9226-fceb-4ae8-a9c9-1dca227be458 HTTP/1.1" status: 204 len: 168 time: 0.2622054 Jul 28 03:27:16.535558 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f5708-98d0-4932-96c6-4d560b3e240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa9226-fceb-4ae8-a9c9-1dca227be458,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:17.645639 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be71c1-4f74-41f9-82b3-588df5b032c5 req-f4a58270-1e1a-447f-9fb9-0245d3524616 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:17.647989 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65be71c1-4f74-41f9-82b3-588df5b032c5 req-f4a58270-1e1a-447f-9fb9-0245d3524616 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0861447 Jul 28 03:27:17.717198 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65be71c1-4f74-41f9-82b3-588df5b032c5 req-6e5cada9-15a7-4b71-9765-4e828fbc684c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609980 Jul 28 03:27:18.935294 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a71bb2-585e-4cf6-b829-b29a4d745f5a req-44a310be-018f-4f3f-97ef-32970b58ccab tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:18.945163 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68a71bb2-585e-4cf6-b829-b29a4d745f5a req-44a310be-018f-4f3f-97ef-32970b58ccab tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0758595 Jul 28 03:27:18.992979 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68a71bb2-585e-4cf6-b829-b29a4d745f5a req-134c937e-9757-478e-bfbc-0f1f17a5746e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Jul 28 03:27:20.140194 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb059bd5-b410-425b-85a5-73aa097a2a13 req-dd09a10b-75f9-442f-a513-f9c1e2c68e18 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:20.142609 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb059bd5-b410-425b-85a5-73aa097a2a13 req-dd09a10b-75f9-442f-a513-f9c1e2c68e18 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0713763 Jul 28 03:27:20.183981 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb059bd5-b410-425b-85a5-73aa097a2a13 req-680df925-2545-48a5-bda1-873c9d20a017 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Jul 28 03:27:21.366759 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63c924-864e-43f5-869b-fd999c335d4a req-160c4532-34cc-41cc-9b46-261389d3265c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:21.370632 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb63c924-864e-43f5-869b-fd999c335d4a req-160c4532-34cc-41cc-9b46-261389d3265c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0773828 Jul 28 03:27:21.407687 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bb63c924-864e-43f5-869b-fd999c335d4a req-61c7267c-e3fb-4196-ab40-16e913420abf tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328455 Jul 28 03:27:22.567451 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec684c9-fa0e-4a06-b5f1-0c2c259524f8 req-ef2a59a9-8227-47e2-8fb7-449ed9192318 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:22.569875 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fec684c9-fa0e-4a06-b5f1-0c2c259524f8 req-ef2a59a9-8227-47e2-8fb7-449ed9192318 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0666676 Jul 28 03:27:22.638476 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fec684c9-fa0e-4a06-b5f1-0c2c259524f8 req-8b5166e7-b14e-4c88-b6c4-406f63311e35 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610502 Jul 28 03:27:23.623432 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45546) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:23.766530 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e441-4cb0-4056-88b0-1500be858d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:23.810023 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37671d-56fc-4698-bda0-b6e9b7b7fe21 req-d448d06e-47ca-4ce4-80bc-0cc7cf2ca6af tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:23.817248 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a37671d-56fc-4698-bda0-b6e9b7b7fe21 req-d448d06e-47ca-4ce4-80bc-0cc7cf2ca6af tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0938284 Jul 28 03:27:23.888244 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6a37671d-56fc-4698-bda0-b6e9b7b7fe21 req-cc75f58c-ca1d-4503-beab-fea6aa7efd0c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698130 Jul 28 03:27:23.945399 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e441-4cb0-4056-88b0-1500be858d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:23.951566 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e441-4cb0-4056-88b0-1500be858d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:23.979506 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fbe7e441-4cb0-4056-88b0-1500be858d71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11bfd46637e14667a71cfe9c7a1eea4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548105 Jul 28 03:27:23.982850 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45562) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:24.001073 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7e441-4cb0-4056-88b0-1500be858d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befc049b-34df-45bc-8188-cf4d98a4e53c,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:24.055004 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2556f412-e33d-4a83-990e-aaa054ff7308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.085965 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2556f412-e33d-4a83-990e-aaa054ff7308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.199114 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2556f412-e33d-4a83-990e-aaa054ff7308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.201983 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2556f412-e33d-4a83-990e-aaa054ff7308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.203352 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2556f412-e33d-4a83-990e-aaa054ff7308 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/befc049b-34df-45bc-8188-cf4d98a4e53c HTTP/1.1" status: 204 len: 168 time: 0.2163694 Jul 28 03:27:24.212129 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556f412-e33d-4a83-990e-aaa054ff7308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befc049b-34df-45bc-8188-cf4d98a4e53c,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:24.590978 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45584) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:24.610489 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3d3f-f0c3-4812-be03-32b636d0c27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.706933 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3d3f-f0c3-4812-be03-32b636d0c27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.711454 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d2ff3d3f-f0c3-4812-be03-32b636d0c27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.741207 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d2ff3d3f-f0c3-4812-be03-32b636d0c27b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e67c207eeb804f249d2bb988ab97b0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481829 Jul 28 03:27:24.743950 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45586) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:24.754901 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff3d3f-f0c3-4812-be03-32b636d0c27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071855cd-cec1-4c42-9b0e-e27bffd1bc4a,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:24.795560 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-49fa4aa3-0d45-475a-a177-7e17a2a4b477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.817204 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-49fa4aa3-0d45-475a-a177-7e17a2a4b477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.863607 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-49fa4aa3-0d45-475a-a177-7e17a2a4b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.866394 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-49fa4aa3-0d45-475a-a177-7e17a2a4b477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:24.867594 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-49fa4aa3-0d45-475a-a177-7e17a2a4b477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/071855cd-cec1-4c42-9b0e-e27bffd1bc4a HTTP/1.1" status: 204 len: 168 time: 0.1225703 Jul 28 03:27:24.875923 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa4aa3-0d45-475a-a177-7e17a2a4b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071855cd-cec1-4c42-9b0e-e27bffd1bc4a,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:25.028697 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084da266-c564-46fc-b6ea-92a39514e603 req-7fdbe9ed-cdbe-4dbd-b5a1-166cb19385c3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:25.030262 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-084da266-c564-46fc-b6ea-92a39514e603 req-7fdbe9ed-cdbe-4dbd-b5a1-166cb19385c3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0615892 Jul 28 03:27:25.095372 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-084da266-c564-46fc-b6ea-92a39514e603 req-96cd52ff-3efb-4b57-a43d-ec35071e5d1a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547769 Jul 28 03:27:25.625033 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45638) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:25.744500 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f3600bd4-a838-4aae-8b70-09e6e33bf916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:25.850817 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f3600bd4-a838-4aae-8b70-09e6e33bf916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:25.855758 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f3600bd4-a838-4aae-8b70-09e6e33bf916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:25.892796 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f3600bd4-a838-4aae-8b70-09e6e33bf916 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3567e6c3d4fe47619586909a55ac1fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666645 Jul 28 03:27:25.894708 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3600bd4-a838-4aae-8b70-09e6e33bf916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34dd796-60bf-4e2b-a2a3-8665afe71f6e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:25.895639 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45654) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:25.945052 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-65ac8295-9175-43e0-a7ab-3c4a3035953d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:25.966524 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-65ac8295-9175-43e0-a7ab-3c4a3035953d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.012008 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-65ac8295-9175-43e0-a7ab-3c4a3035953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.014615 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-65ac8295-9175-43e0-a7ab-3c4a3035953d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.015892 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-65ac8295-9175-43e0-a7ab-3c4a3035953d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a34dd796-60bf-4e2b-a2a3-8665afe71f6e HTTP/1.1" status: 204 len: 168 time: 0.1192479 Jul 28 03:27:26.023370 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac8295-9175-43e0-a7ab-3c4a3035953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34dd796-60bf-4e2b-a2a3-8665afe71f6e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:26.236396 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b4025-511f-4914-a11a-01ad261a4304 req-a11f18a5-1400-4a6d-85e5-879a8fdb6f78 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:26.238297 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a9b4025-511f-4914-a11a-01ad261a4304 req-a11f18a5-1400-4a6d-85e5-879a8fdb6f78 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0560365 Jul 28 03:27:26.300017 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1a9b4025-511f-4914-a11a-01ad261a4304 req-707ad15b-7ddb-40e3-bc00-3219a3adab38 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503266 Jul 28 03:27:26.306659 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-8b7cda58-98c5-45ff-a766-0728b8cd9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:26.309101 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-8b7cda58-98c5-45ff-a766-0728b8cd9920 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1098 time: 0.0501559 Jul 28 03:27:26.393075 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45672) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:26.409509 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-e0e4256f-16e4-49e0-a8d3-e6ecbab2c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:26.411015 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-e0e4256f-16e4-49e0-a8d3-e6ecbab2c425 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.0946414 Jul 28 03:27:26.414300 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-07a40a09-2a7c-41b1-b632-b2dfcf01de08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.519998 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-07a40a09-2a7c-41b1-b632-b2dfcf01de08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.525511 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-07a40a09-2a7c-41b1-b632-b2dfcf01de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.567800 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-07a40a09-2a7c-41b1-b632-b2dfcf01de08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb3e710cd8e64ba4934226242ee9700b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725650 Jul 28 03:27:26.568591 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a40a09-2a7c-41b1-b632-b2dfcf01de08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e28c3-f3bd-48ab-bdfa-450f1da259bd,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:26.571803 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45680) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:26.625189 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e96eef51-f1bc-4e66-96a4-b83b2f63ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.648822 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e96eef51-f1bc-4e66-96a4-b83b2f63ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.702524 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e96eef51-f1bc-4e66-96a4-b83b2f63ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.705370 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e96eef51-f1bc-4e66-96a4-b83b2f63ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:26.706540 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e96eef51-f1bc-4e66-96a4-b83b2f63ce01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb0e28c3-f3bd-48ab-bdfa-450f1da259bd HTTP/1.1" status: 204 len: 168 time: 0.1337817 Jul 28 03:27:26.715880 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eef51-f1bc-4e66-96a4-b83b2f63ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e28c3-f3bd-48ab-bdfa-450f1da259bd,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:26.773199 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-75b64e30-7dd9-485a-ac2e-7fb032d7fbc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 1001 time: 0.3522730 Jul 28 03:27:26.828292 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-20105f98-1513-4750-9aa8-646374ac4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:26.830005 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-20105f98-1513-4750-9aa8-646374ac4b62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0511913 Jul 28 03:27:26.881468 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-86c2adc7-b246-4d8f-8283-ce21df2387f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:26.884140 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-86c2adc7-b246-4d8f-8283-ce21df2387f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457234 Jul 28 03:27:27.004409 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-2085b429-81bc-4df5-a10e-e2939ecde2b6 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132240 Jul 28 03:27:27.128622 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b33e126e-1b44-4e6a-9a27-910aa4a88605 req-441807bd-0959-458c-a321-c1132892b90c service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001017 Jul 28 03:27:27.414298 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d82dad-b817-4dc8-90f5-2a6fb513af38 req-4c1da939-a668-4d24-857d-2eea5b5abca4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:27.415805 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68d82dad-b817-4dc8-90f5-2a6fb513af38 req-4c1da939-a668-4d24-857d-2eea5b5abca4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0516880 Jul 28 03:27:27.454975 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68d82dad-b817-4dc8-90f5-2a6fb513af38 req-3f399b75-dfff-4823-8f97-6c9e66d0fbaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Jul 28 03:27:28.580642 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0bce7-c67e-48ad-a4ff-eb40bf7560eb req-6b727c45-7ba1-4d0d-b04d-74ab100ddcb2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:28.582120 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7d0bce7-c67e-48ad-a4ff-eb40bf7560eb req-6b727c45-7ba1-4d0d-b04d-74ab100ddcb2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 945 time: 0.0529702 Jul 28 03:27:28.630435 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f7d0bce7-c67e-48ad-a4ff-eb40bf7560eb req-013fb1ea-1615-479f-9e50-90b36050c540 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363576 Jul 28 03:27:28.807420 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:27:28.883005 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:28.905943 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:27:28.908731 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c9e797-7b40-4a35-8495-158078142cba" -d '{"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:27:28.927319 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:27:28.932573 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:28.961935 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2128ae0b-b8ac-408e-b64b-688ddca6e6b8 x-openstack-request-id: req-2128ae0b-b8ac-408e-b64b-688ddca6e6b8 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:27:28.962489 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:27:28.962743 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2128ae0b-b8ac-408e-b64b-688ddca6e6b8 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:27:28.963371 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'code': 200} Jul 28 03:27:28.988784 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=8']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:29.528384 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45846) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:29.628933 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-399c4020-8be4-48c4-86a7-4ddf3f98f391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:29.737500 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-399c4020-8be4-48c4-86a7-4ddf3f98f391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:29.741402 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-399c4020-8be4-48c4-86a7-4ddf3f98f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:29.785157 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-399c4020-8be4-48c4-86a7-4ddf3f98f391 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=095e1bdb0b1749c295e6782cbfebb24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556498 Jul 28 03:27:29.788281 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45852) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:29.797498 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c733013-efbd-4265-b980-683317df391e req-85784f14-df0e-4e65-ba12-2dade7d277d5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:29.798951 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2c733013-efbd-4265-b980-683317df391e req-85784f14-df0e-4e65-ba12-2dade7d277d5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0941515 Jul 28 03:27:29.799952 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c4020-8be4-48c4-86a7-4ddf3f98f391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1269f5-e2a7-4a53-ae36-36d7ee98f5b5,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:29.838938 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9e61ad5-82dc-4850-a7d4-54f72adff7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:29.844824 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2c733013-efbd-4265-b980-683317df391e req-6a0ec459-1805-4ac3-b546-60f13985e306 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381989 Jul 28 03:27:29.862724 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9e61ad5-82dc-4850-a7d4-54f72adff7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:29.911678 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9e61ad5-82dc-4850-a7d4-54f72adff7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:29.914187 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9e61ad5-82dc-4850-a7d4-54f72adff7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:29.915313 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-c9e61ad5-82dc-4850-a7d4-54f72adff7e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e1269f5-e2a7-4a53-ae36-36d7ee98f5b5 HTTP/1.1" status: 204 len: 168 time: 0.1260424 Jul 28 03:27:29.922575 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e61ad5-82dc-4850-a7d4-54f72adff7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1269f5-e2a7-4a53-ae36-36d7ee98f5b5,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:30.168208 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45860) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:30.181654 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cda6da3a-f5a9-4d4e-a413-9867ada510d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:30.265979 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cda6da3a-f5a9-4d4e-a413-9867ada510d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:30.270222 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cda6da3a-f5a9-4d4e-a413-9867ada510d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:30.307012 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cda6da3a-f5a9-4d4e-a413-9867ada510d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38d2c8a25c47471bba7f1a5be2820bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377311 Jul 28 03:27:30.309589 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6da3a-f5a9-4d4e-a413-9867ada510d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efee0f0-3931-4225-9d97-32555bb0c91e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:30.310205 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45864) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:30.357870 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0231f401-1449-4249-b6cc-cfabcb908802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:30.379045 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0231f401-1449-4249-b6cc-cfabcb908802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:30.425452 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0231f401-1449-4249-b6cc-cfabcb908802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:30.427930 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0231f401-1449-4249-b6cc-cfabcb908802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:30.429072 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0231f401-1449-4249-b6cc-cfabcb908802 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4efee0f0-3931-4225-9d97-32555bb0c91e HTTP/1.1" status: 204 len: 168 time: 0.1179054 Jul 28 03:27:30.436986 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231f401-1449-4249-b6cc-cfabcb908802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efee0f0-3931-4225-9d97-32555bb0c91e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:30.968374 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4833-d429-4f2f-9f0a-4b388a289e65 req-3e10659b-6c31-45bb-b94c-6bfdf2bdad73 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:30.969987 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-35bf4833-d429-4f2f-9f0a-4b388a289e65 req-3e10659b-6c31-45bb-b94c-6bfdf2bdad73 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0500278 Jul 28 03:27:31.010379 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-35bf4833-d429-4f2f-9f0a-4b388a289e65 req-66730eec-89c7-441a-8645-0c45b1f1fb40 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335991 Jul 28 03:27:31.233880 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b8049819-6d8b-4173-a6d5-9b8c1008451d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:31.918984 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45916) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:32.018427 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a97b01c9-7ced-47b0-a820-db2f38e17829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.105725 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a97b01c9-7ced-47b0-a820-db2f38e17829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.109573 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a97b01c9-7ced-47b0-a820-db2f38e17829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.135397 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165422e4-242f-4155-a51b-ac48903785cd req-addee1b2-692b-40a5-8a33-8e1d2b3ad5b7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:32.136915 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-165422e4-242f-4155-a51b-ac48903785cd req-addee1b2-692b-40a5-8a33-8e1d2b3ad5b7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0500920 Jul 28 03:27:32.147825 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a97b01c9-7ced-47b0-a820-db2f38e17829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af2eea0cf1d44eee94785cc331a292ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276623 Jul 28 03:27:32.149132 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b01c9-7ced-47b0-a820-db2f38e17829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593b6b2-f0c4-4ec7-9ad7-80b73091667b,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:32.150403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45922) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:32.201922 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-165422e4-242f-4155-a51b-ac48903785cd req-3866db72-58ff-485e-a1bb-113f71dc1e90 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589242 Jul 28 03:27:32.218305 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8ee80f7a-20a1-4e24-9fd7-07d529dc67ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.238666 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8ee80f7a-20a1-4e24-9fd7-07d529dc67ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.283238 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8ee80f7a-20a1-4e24-9fd7-07d529dc67ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.285755 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8ee80f7a-20a1-4e24-9fd7-07d529dc67ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.286860 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8ee80f7a-20a1-4e24-9fd7-07d529dc67ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f593b6b2-f0c4-4ec7-9ad7-80b73091667b HTTP/1.1" status: 204 len: 168 time: 0.1355166 Jul 28 03:27:32.294245 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee80f7a-20a1-4e24-9fd7-07d529dc67ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593b6b2-f0c4-4ec7-9ad7-80b73091667b,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:32.543104 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 45932) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:32.556099 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cfb985f8-5f5c-4828-8146-df5ef1bf7d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.655961 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cfb985f8-5f5c-4828-8146-df5ef1bf7d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.659685 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cfb985f8-5f5c-4828-8146-df5ef1bf7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.722705 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-cfb985f8-5f5c-4828-8146-df5ef1bf7d99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4409b0ec54bb4d9ca49f687b62ef75d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784444 Jul 28 03:27:32.725691 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 45934) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:32.732079 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb985f8-5f5c-4828-8146-df5ef1bf7d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd21e07-1498-48d6-a0b0-b9efb32b29ab,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:32.745834 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-e7e86dab-b279-472a-a18a-e92e7b21dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:32.747448 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-e7e86dab-b279-472a-a18a-e92e7b21dc57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1096 time: 0.0616124 Jul 28 03:27:32.781636 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1de2dda-3386-447b-9552-a34d1ecd48f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.803004 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1de2dda-3386-447b-9552-a34d1ecd48f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.849831 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1de2dda-3386-447b-9552-a34d1ecd48f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.852439 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e1de2dda-3386-447b-9552-a34d1ecd48f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.855512 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e1de2dda-3386-447b-9552-a34d1ecd48f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cd21e07-1498-48d6-a0b0-b9efb32b29ab HTTP/1.1" status: 204 len: 168 time: 0.1267190 Jul 28 03:27:32.855670 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-3ffdc7b7-e390-453c-b585-52f30f59e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:32.855670 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-3ffdc7b7-e390-453c-b585-52f30f59e9ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.0888236 Jul 28 03:27:32.861005 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de2dda-3386-447b-9552-a34d1ecd48f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd21e07-1498-48d6-a0b0-b9efb32b29ab,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:32.899369 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:32.922756 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-a9d8e755-1685-4bf9-b799-30d38de3634b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 999 time: 0.0597084 Jul 28 03:27:32.974905 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-cc038915-eaca-4614-8f96-923cf9ecf60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:32.976565 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-cc038915-eaca-4614-8f96-923cf9ecf60f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0427947 Jul 28 03:27:33.028196 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-ed75736f-0284-459e-af3b-f54f6c317c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:33.028196 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-ed75736f-0284-459e-af3b-f54f6c317c6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438981 Jul 28 03:27:33.145858 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-b0d7e8fd-f0f2-4f93-af22-a706b281e880 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919302 Jul 28 03:27:33.196158 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:27:33.254004 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f3d1918f-5ab0-4225-bc85-2a1bb84f3d8f req-fa2a0b5c-167f-4248-acf8-e7cb3714e1fb service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949352 Jul 28 03:27:33.343121 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29093e75-40c1-44c6-98aa-f10efd290530 req-e2400841-e99d-41d9-b062-64d8bb79175c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:33.344824 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29093e75-40c1-44c6-98aa-f10efd290530 req-e2400841-e99d-41d9-b062-64d8bb79175c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0525522 Jul 28 03:27:33.391292 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29093e75-40c1-44c6-98aa-f10efd290530 req-edc45e87-a396-4646-bab7-e863d7344d19 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 Jul 28 03:27:33.884502 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0c3e41cf-42f6-4fbd-a5f3-d8831fe634c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:33.965463 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:34.227300 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade916-65b1-4b0f-ae99-b46a7122294e req-c23d0761-f1e6-4981-aab1-ccbb7bf233c6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:34.229443 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1bade916-65b1-4b0f-ae99-b46a7122294e req-c23d0761-f1e6-4981-aab1-ccbb7bf233c6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0544994 Jul 28 03:27:34.272975 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1bade916-65b1-4b0f-ae99-b46a7122294e req-b14dca92-b9a7-4cdd-ac94-29617b894f1d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368011 Jul 28 03:27:34.563012 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46016) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:34.649698 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-7ae35f15-514f-430b-8e35-a1ad13476827 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854928 Jul 28 03:27:34.973359 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:35.073584 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849f516-7547-4a71-9b31-af788caf64e2 req-8be55074-d744-40ce-9616-d2c8eed255ad tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:35.075073 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a849f516-7547-4a71-9b31-af788caf64e2 req-8be55074-d744-40ce-9616-d2c8eed255ad tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.2859294 Jul 28 03:27:35.122140 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a849f516-7547-4a71-9b31-af788caf64e2 req-7c7cb5c5-a243-4e8b-8585-cd6bf19821cc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404985 Jul 28 03:27:35.403086 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bdec5-d6d3-4a7f-9e16-b70cec4506f7 req-3aadbce3-78fb-4ca9-b7d0-f505df67e82f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:35.404588 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-508bdec5-d6d3-4a7f-9e16-b70cec4506f7 req-3aadbce3-78fb-4ca9-b7d0-f505df67e82f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0526435 Jul 28 03:27:35.442511 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-508bdec5-d6d3-4a7f-9e16-b70cec4506f7 req-44e30832-b005-4ecf-b07c-3a0312181042 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Jul 28 03:27:36.240244 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081778e-926b-41d0-8ebd-298ae6cf7ba9 req-9a656588-e863-42ae-a060-58645b4cbb7b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:36.241815 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f081778e-926b-41d0-8ebd-298ae6cf7ba9 req-9a656588-e863-42ae-a060-58645b4cbb7b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0484946 Jul 28 03:27:36.280894 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f081778e-926b-41d0-8ebd-298ae6cf7ba9 req-9dabee39-0d9f-4476-bdf9-657af0595dd0 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Jul 28 03:27:36.566699 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab5378-33c6-4d88-884a-f279be17dc02 req-7c916f15-3c8c-46b0-be4c-721b749c47f0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:36.568030 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46060) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:36.568518 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-70ab5378-33c6-4d88-884a-f279be17dc02 req-7c916f15-3c8c-46b0-be4c-721b749c47f0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0537219 Jul 28 03:27:36.597021 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.611164 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-70ab5378-33c6-4d88-884a-f279be17dc02 req-ab51cc7b-151c-4d46-9f35-960c6eeb2dbc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360150 Jul 28 03:27:36.687208 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.777823 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.781429 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.818048 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a345767dd6c4470e8a9fb7cfc52028a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488453 Jul 28 03:27:36.818895 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec37af62-13b8-49f7-8645-7d3b7c3f8fa3,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:36.820686 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46064) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:36.836653 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.837297 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.837636 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.837967 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.838290 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.838614 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.839452 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.839807 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.840130 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.840448 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.840763 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.841079 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3e827-26b8-47f1-8458-4c596e1927bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:27:36.879301 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-259874fd-2bdd-446d-b001-75e598f55940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.899617 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-259874fd-2bdd-446d-b001-75e598f55940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.943688 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-259874fd-2bdd-446d-b001-75e598f55940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.946160 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-259874fd-2bdd-446d-b001-75e598f55940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:36.947405 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-259874fd-2bdd-446d-b001-75e598f55940 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec37af62-13b8-49f7-8645-7d3b7c3f8fa3 HTTP/1.1" status: 204 len: 168 time: 0.1257274 Jul 28 03:27:36.954647 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259874fd-2bdd-446d-b001-75e598f55940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec37af62-13b8-49f7-8645-7d3b7c3f8fa3,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:37.197412 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46070) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:37.210236 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ee30f71-f7ef-4bf1-9741-17f43b6f6bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:37.297359 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ee30f71-f7ef-4bf1-9741-17f43b6f6bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:37.300783 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ee30f71-f7ef-4bf1-9741-17f43b6f6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:37.336091 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee30f71-f7ef-4bf1-9741-17f43b6f6bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6cf9af-ee88-4ecb-becb-6678e61df8b4,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:37.343582 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2ee30f71-f7ef-4bf1-9741-17f43b6f6bdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4444a86e987a421a960028c8aab6ad27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427245 Jul 28 03:27:37.343763 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46074) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:37.397521 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1558-f7f3-48e1-bdbc-123e39cd1c91 req-7642dd74-1bca-4223-bdba-4f6d174f7e94 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:37.398624 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bb14492f-8396-42ce-9b92-77b06391e8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:37.399011 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-588b1558-f7f3-48e1-bdbc-123e39cd1c91 req-7642dd74-1bca-4223-bdba-4f6d174f7e94 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0498192 Jul 28 03:27:37.421081 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bb14492f-8396-42ce-9b92-77b06391e8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:37.438136 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-588b1558-f7f3-48e1-bdbc-123e39cd1c91 req-08adfa52-0149-4cef-ba3c-024a87cae19e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Jul 28 03:27:37.465317 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bb14492f-8396-42ce-9b92-77b06391e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:37.467838 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bb14492f-8396-42ce-9b92-77b06391e8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:37.468974 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-bb14492f-8396-42ce-9b92-77b06391e8e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a6cf9af-ee88-4ecb-becb-6678e61df8b4 HTTP/1.1" status: 204 len: 168 time: 0.1243622 Jul 28 03:27:37.476469 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14492f-8396-42ce-9b92-77b06391e8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6cf9af-ee88-4ecb-becb-6678e61df8b4,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:37.733478 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fabef-2664-48a9-9291-7e218071c692 req-3cb6256b-8854-44fa-9126-5ca113374fc8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:37.735011 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c7fabef-2664-48a9-9291-7e218071c692 req-3cb6256b-8854-44fa-9126-5ca113374fc8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0491903 Jul 28 03:27:37.772942 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c7fabef-2664-48a9-9291-7e218071c692 req-ea7bc0d4-1e4b-449a-9f8a-5d5b132799d5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Jul 28 03:27:38.562903 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b87d6-1415-4316-a4c8-9f61c41ee168 req-a9390c57-47a7-42d0-9398-b7b52c46b094 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:38.564360 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c94b87d6-1415-4316-a4c8-9f61c41ee168 req-a9390c57-47a7-42d0-9398-b7b52c46b094 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0508158 Jul 28 03:27:38.600602 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c94b87d6-1415-4316-a4c8-9f61c41ee168 req-3a8b10d0-1096-4562-a97c-68445dca4076 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303018 Jul 28 03:27:38.889961 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb761-4005-4720-8cd2-9fd4a4e28e38 req-e5326e07-fda7-43cc-ba19-71ab9646dfcf tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:38.891408 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc9fb761-4005-4720-8cd2-9fd4a4e28e38 req-e5326e07-fda7-43cc-ba19-71ab9646dfcf tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0485325 Jul 28 03:27:38.928214 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc9fb761-4005-4720-8cd2-9fd4a4e28e38 req-b8107d10-8ad8-4ae7-9c0a-94bbc319a152 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Jul 28 03:27:39.714402 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55434c0-0d15-4ad0-a375-88ab761fe54f req-ec222591-a354-4b66-9b07-0830ce3124e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:39.715810 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d55434c0-0d15-4ad0-a375-88ab761fe54f req-ec222591-a354-4b66-9b07-0830ce3124e4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0471420 Jul 28 03:27:39.753202 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d55434c0-0d15-4ad0-a375-88ab761fe54f req-e690f9fa-3407-4603-9637-5c508151145e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309451 Jul 28 03:27:40.047575 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7f92-8c27-45c5-b9b5-3732311a800c req-a3fd48f6-56a3-41a3-a36f-20eae46c7f87 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:40.049289 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b5a7f92-8c27-45c5-b9b5-3732311a800c req-a3fd48f6-56a3-41a3-a36f-20eae46c7f87 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0507686 Jul 28 03:27:40.085647 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b5a7f92-8c27-45c5-b9b5-3732311a800c req-d11d8c32-ee98-4cd8-85e5-fd7835e8ef11 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Jul 28 03:27:40.871849 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21701f92-19fd-4678-a691-853508c5b751 req-8da371fd-3d52-47ac-a3c9-a97d55bb2e06 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:40.873610 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21701f92-19fd-4678-a691-853508c5b751 req-8da371fd-3d52-47ac-a3c9-a97d55bb2e06 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0525937 Jul 28 03:27:40.873765 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-82cdb931-6174-4b43-89ab-3ec74881d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:40.875229 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-82cdb931-6174-4b43-89ab-3ec74881d118 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0&tenant_id=31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 1096 time: 0.0820830 Jul 28 03:27:40.916541 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21701f92-19fd-4678-a691-853508c5b751 req-c02a1c92-f580-4e83-8c9c-7d0a32aac509 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370774 Jul 28 03:27:40.940780 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-ca2e3029-51d8-4ffe-bd0d-5b6667954496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:40.942372 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-ca2e3029-51d8-4ffe-bd0d-5b6667954496 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1096 time: 0.0422449 Jul 28 03:27:41.037549 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-3476809d-f30e-4d1f-bf8a-ff0044611764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:41.038981 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-3476809d-f30e-4d1f-bf8a-ff0044611764 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.0884333 Jul 28 03:27:41.105336 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-7354f19d-3b6b-4b47-bcd0-9d6514407a02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 999 time: 0.0577383 Jul 28 03:27:41.201263 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c82a5-3e6e-49da-8fcd-8c9ee79ffc97 req-6c30bb54-7ebc-49c9-9f69-5a29d2a02403 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:41.202685 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-146c82a5-3e6e-49da-8fcd-8c9ee79ffc97 req-6c30bb54-7ebc-49c9-9f69-5a29d2a02403 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0466118 Jul 28 03:27:41.238838 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-146c82a5-3e6e-49da-8fcd-8c9ee79ffc97 req-a11feccc-93dd-41e5-b164-a2eeb76de56d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303080 Jul 28 03:27:42.036084 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fbdc3-bfb1-490b-9ee5-4a12559734b6 req-24a4f7e8-58de-4e52-8f6f-32499152044b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:42.037520 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb4fbdc3-bfb1-490b-9ee5-4a12559734b6 req-24a4f7e8-58de-4e52-8f6f-32499152044b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0503738 Jul 28 03:27:42.075071 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb4fbdc3-bfb1-490b-9ee5-4a12559734b6 req-6507279c-9d17-49f0-8edc-9cc289c240a8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Jul 28 03:27:42.356672 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d5f6-5732-47f8-a0c6-b115b7eeed10 req-ea6555d2-d3b4-4cb1-ab3b-ab64f004b7dc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:42.358120 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e510d5f6-5732-47f8-a0c6-b115b7eeed10 req-ea6555d2-d3b4-4cb1-ab3b-ab64f004b7dc tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0475547 Jul 28 03:27:42.395337 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e510d5f6-5732-47f8-a0c6-b115b7eeed10 req-800bd68d-ff54-49cf-8388-5cdb4379b823 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Jul 28 03:27:42.494263 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-bc59f6ba-43ef-45f9-bad8-4cd41d038883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:42.495732 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-bc59f6ba-43ef-45f9-bad8-4cd41d038883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0493844 Jul 28 03:27:43.188634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa062a-1a16-4e8a-9088-437050ecf44f req-785ffa45-ad57-4b9a-bda8-0b9c89d19ccf tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:43.190095 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68aa062a-1a16-4e8a-9088-437050ecf44f req-785ffa45-ad57-4b9a-bda8-0b9c89d19ccf tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0491884 Jul 28 03:27:43.226427 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-68aa062a-1a16-4e8a-9088-437050ecf44f req-393c6937-fa20-454a-8323-1e05338427b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305312 Jul 28 03:27:43.519234 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f57be5-888f-474a-bc65-167f3b541a8e req-41be16c0-ee14-44b2-b973-7c49cd93dc41 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:43.521058 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96f57be5-888f-474a-bc65-167f3b541a8e req-41be16c0-ee14-44b2-b973-7c49cd93dc41 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0541556 Jul 28 03:27:43.521405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-082067c6-ee6d-41d7-a573-80abfae92776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:43.522870 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-082067c6-ee6d-41d7-a573-80abfae92776 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446091 Jul 28 03:27:43.558768 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96f57be5-888f-474a-bc65-167f3b541a8e req-23bdf8b3-1faa-4de5-b67c-aaec584a378e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305846 Jul 28 03:27:44.339010 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac5328-510a-4d5f-a318-7aa896641a98 req-0bb71cea-6ed8-483c-897d-d0db09709117 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:44.340461 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6ac5328-510a-4d5f-a318-7aa896641a98 req-0bb71cea-6ed8-483c-897d-d0db09709117 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0480065 Jul 28 03:27:44.376643 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6ac5328-510a-4d5f-a318-7aa896641a98 req-32b7fbba-50f3-4d97-8906-c81c91d5d9b4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304554 Jul 28 03:27:44.675651 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edddde-c55c-4513-83da-7da7a773504b req-ddb8ae11-8301-4cfc-a21d-e12c68f6520c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:44.677094 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8edddde-c55c-4513-83da-7da7a773504b req-ddb8ae11-8301-4cfc-a21d-e12c68f6520c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0473871 Jul 28 03:27:44.700929 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:27:44.715056 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8edddde-c55c-4513-83da-7da7a773504b req-c2b1faa1-19d2-4403-a341-c1f27e675273 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Jul 28 03:27:45.071453 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-2dda4cf8-4b9e-45e4-80a5-6debaa8b132c service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801296 Jul 28 03:27:45.163857 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-9ae53b20-0802-4408-a317-cf0ff3cea605 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838859 Jul 28 03:27:45.493778 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006ac5f-13ec-4eb6-9b0c-ef4fb41ef8f6 req-fb331450-6073-43fc-8726-a82f72d6e837 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:45.495290 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4006ac5f-13ec-4eb6-9b0c-ef4fb41ef8f6 req-fb331450-6073-43fc-8726-a82f72d6e837 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0539291 Jul 28 03:27:45.533206 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4006ac5f-13ec-4eb6-9b0c-ef4fb41ef8f6 req-0fd72345-ee6a-4eea-9401-cb7e2ca37423 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321577 Jul 28 03:27:45.865404 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30b3f-97c6-4b34-ad2d-117c90cacdcb req-0a5784a4-46ef-4aff-bdb5-a4d63d1e1ed8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:45.867229 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-07a30b3f-97c6-4b34-ad2d-117c90cacdcb req-0a5784a4-46ef-4aff-bdb5-a4d63d1e1ed8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0549996 Jul 28 03:27:45.940286 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-07a30b3f-97c6-4b34-ad2d-117c90cacdcb req-b8d6a8eb-0ea6-4e32-b7ce-268250153041 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654385 Jul 28 03:27:46.646750 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4198b4c-2f6b-4900-9299-97b68c8d0fbd req-c696bcbd-ff3a-479c-bcc1-10207ed9509f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:46.648233 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c4198b4c-2f6b-4900-9299-97b68c8d0fbd req-c696bcbd-ff3a-479c-bcc1-10207ed9509f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0489559 Jul 28 03:27:46.685422 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c4198b4c-2f6b-4900-9299-97b68c8d0fbd req-033f13ce-b674-4ffc-b80d-6b47a7e47e4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Jul 28 03:27:47.062603 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc4e5f-e5e1-455f-be4d-e8870cec95ac req-4aa085b3-b0e7-45b8-a6fa-b9446c9b81e3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:47.064131 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a3bc4e5f-e5e1-455f-be4d-e8870cec95ac req-4aa085b3-b0e7-45b8-a6fa-b9446c9b81e3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0537083 Jul 28 03:27:47.118119 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a3bc4e5f-e5e1-455f-be4d-e8870cec95ac req-e02e0608-d807-4984-91f7-1272bcc15e56 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481713 Jul 28 03:27:47.797202 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1786b-e647-4a83-b92b-656d9a65857b req-326409e2-c32a-49d9-8015-37d942959b61 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:47.798661 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6e1786b-e647-4a83-b92b-656d9a65857b req-326409e2-c32a-49d9-8015-37d942959b61 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0487595 Jul 28 03:27:47.835989 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f6e1786b-e647-4a83-b92b-656d9a65857b req-0db971b4-0f04-4620-b874-318767488e56 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Jul 28 03:27:48.243098 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9dc8d-4829-40be-b2d7-a31dae4871a2 req-6e6393eb-a302-4075-8aa5-5f7e416511ae tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:48.244618 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33d9dc8d-4829-40be-b2d7-a31dae4871a2 req-6e6393eb-a302-4075-8aa5-5f7e416511ae tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0507634 Jul 28 03:27:48.282022 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-33d9dc8d-4829-40be-b2d7-a31dae4871a2 req-8847262a-fc8b-4a9a-83b3-1d09a588c112 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Jul 28 03:27:48.957661 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f858-4315-4159-905d-1af9e232b7c4 req-1f698ed6-b6d8-40ce-9870-e1fc4df0f08e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:48.965281 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f65f858-4315-4159-905d-1af9e232b7c4 req-1f698ed6-b6d8-40ce-9870-e1fc4df0f08e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0627346 Jul 28 03:27:49.000343 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f65f858-4315-4159-905d-1af9e232b7c4 req-16aa0ba9-42e7-4fca-9554-1cc8e559b588 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Jul 28 03:27:49.397139 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba070b6a-8d5e-4455-b2ee-40671e782ac0 req-4a1e0a85-03d1-4976-a36a-97eceaf152b1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:49.398479 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba070b6a-8d5e-4455-b2ee-40671e782ac0 req-4a1e0a85-03d1-4976-a36a-97eceaf152b1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0469894 Jul 28 03:27:49.441310 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba070b6a-8d5e-4455-b2ee-40671e782ac0 req-1a970820-0794-4dc8-bc77-04d78eb7ab13 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365348 Jul 28 03:27:50.117402 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c4825-5598-4b53-a1e1-41ed914f9c02 req-b2da58cb-5c5b-4a5f-b5de-d14cba33f599 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:50.119082 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa6c4825-5598-4b53-a1e1-41ed914f9c02 req-b2da58cb-5c5b-4a5f-b5de-d14cba33f599 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0532413 Jul 28 03:27:50.159671 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa6c4825-5598-4b53-a1e1-41ed914f9c02 req-c4972dd5-fac3-46b8-91ed-15640619c7e6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338137 Jul 28 03:27:50.569206 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110a14-1a94-483c-85fd-66572136c348 req-bebda251-a72f-480d-b337-2abc0cb0dd5c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:50.570636 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb110a14-1a94-483c-85fd-66572136c348 req-bebda251-a72f-480d-b337-2abc0cb0dd5c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0551634 Jul 28 03:27:50.610449 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb110a14-1a94-483c-85fd-66572136c348 req-fce69cbc-87ba-4d2a-9741-7bd47a3e7101 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337234 Jul 28 03:27:51.275053 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdc596-1f40-4a17-887f-fa6d267c8313 req-561c3c1b-bb6f-4ea6-b3a8-7830ee095713 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:51.276531 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1dcdc596-1f40-4a17-887f-fa6d267c8313 req-561c3c1b-bb6f-4ea6-b3a8-7830ee095713 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0477440 Jul 28 03:27:51.313165 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1dcdc596-1f40-4a17-887f-fa6d267c8313 req-fb3ce975-de83-4068-965e-257c14dfdb9a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Jul 28 03:27:51.730285 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1f6c-b235-4b49-bc06-ac05bcb55676 req-239f48cf-5358-4989-b25d-68968f6da5c3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:51.731756 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dcd1f6c-b235-4b49-bc06-ac05bcb55676 req-239f48cf-5358-4989-b25d-68968f6da5c3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0498340 Jul 28 03:27:51.767979 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dcd1f6c-b235-4b49-bc06-ac05bcb55676 req-04bfdce7-bb94-469d-8565-9537e0a1d78f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303476 Jul 28 03:27:52.426912 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b67527-e251-4347-9b35-c07bc7525564 req-d719801e-14d1-4c9a-88dc-8c91036abe8a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:52.428372 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2b67527-e251-4347-9b35-c07bc7525564 req-d719801e-14d1-4c9a-88dc-8c91036abe8a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0510337 Jul 28 03:27:52.466581 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2b67527-e251-4347-9b35-c07bc7525564 req-4b2c8448-928c-4ea7-8f5a-7db9f8432dfd tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Jul 28 03:27:52.897464 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60395bb0-c27e-4a78-a90b-433f9a34137c req-6ff2301a-102f-46e9-8f12-18088c763a2a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:52.899263 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60395bb0-c27e-4a78-a90b-433f9a34137c req-6ff2301a-102f-46e9-8f12-18088c763a2a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0514836 Jul 28 03:27:52.937114 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60395bb0-c27e-4a78-a90b-433f9a34137c req-06ffa73e-8c5e-4622-86ab-1d48ae6c9370 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320590 Jul 28 03:27:53.585636 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d80d2a-6d4f-4e4f-9e4c-fb9c16825e90 req-d67f1268-e9b4-4255-8f25-97359f8d10b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:53.587379 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81d80d2a-6d4f-4e4f-9e4c-fb9c16825e90 req-d67f1268-e9b4-4255-8f25-97359f8d10b7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0512311 Jul 28 03:27:53.642345 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81d80d2a-6d4f-4e4f-9e4c-fb9c16825e90 req-3d70c05a-d477-46cd-8572-10240e6090e1 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481422 Jul 28 03:27:53.914575 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46296) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:54.030325 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e301f792-55eb-40ac-a688-e2555b78ebd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:54.067520 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ce47f-7bee-438a-bef0-8ff555290921 req-ddfd42a6-674d-4603-a4d0-a21166b701c7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:54.068999 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6ce47f-7bee-438a-bef0-8ff555290921 req-ddfd42a6-674d-4603-a4d0-a21166b701c7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0551789 Jul 28 03:27:54.112062 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b6ce47f-7bee-438a-bef0-8ff555290921 req-a1ec8b79-720d-45a9-8987-935287cb4bba tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358655 Jul 28 03:27:54.120608 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e301f792-55eb-40ac-a688-e2555b78ebd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:54.125757 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e301f792-55eb-40ac-a688-e2555b78ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:54.163202 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-e301f792-55eb-40ac-a688-e2555b78ebd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfaf23f82d9d4735b4c0e4c700ab14b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475152 Jul 28 03:27:54.163976 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46302) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:27:54.173056 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301f792-55eb-40ac-a688-e2555b78ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987d87ce-9d51-4d3e-b319-60ebc1ee0a46,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:54.228757 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2513bdbc-6663-4904-ab4c-90518c21a2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:54.250763 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2513bdbc-6663-4904-ab4c-90518c21a2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:54.299596 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2513bdbc-6663-4904-ab4c-90518c21a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:54.302590 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2513bdbc-6663-4904-ab4c-90518c21a2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:27:54.303936 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2513bdbc-6663-4904-ab4c-90518c21a2d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/987d87ce-9d51-4d3e-b319-60ebc1ee0a46 HTTP/1.1" status: 204 len: 168 time: 0.1391177 Jul 28 03:27:54.312253 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513bdbc-6663-4904-ab4c-90518c21a2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d87ce-9d51-4d3e-b319-60ebc1ee0a46,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:27:54.789859 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459847e5-8111-4153-8084-4e7483ea7da9 req-36c14c69-0391-44b6-8a4f-b97530cbfd58 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:54.793124 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-459847e5-8111-4153-8084-4e7483ea7da9 req-36c14c69-0391-44b6-8a4f-b97530cbfd58 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0732307 Jul 28 03:27:54.854039 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-459847e5-8111-4153-8084-4e7483ea7da9 req-7de70e0a-8b1d-4428-bc4b-a2b694140a1d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524106 Jul 28 03:27:55.275958 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571198db-d1fd-4f55-8553-13d8ad43f526 req-4711560b-eba5-44ac-a4cf-7a5de2b6a4a6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:55.277382 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-571198db-d1fd-4f55-8553-13d8ad43f526 req-4711560b-eba5-44ac-a4cf-7a5de2b6a4a6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0582395 Jul 28 03:27:55.315289 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-571198db-d1fd-4f55-8553-13d8ad43f526 req-0f5fe598-82c8-4291-ac64-bb634c7707d6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jul 28 03:27:56.048726 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e5745-2e80-4a7f-bee6-5d4bd56aae44 req-46c7e5b5-dec8-4e4b-bd40-2cd109b6a8f3 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:56.057965 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b4e5745-2e80-4a7f-bee6-5d4bd56aae44 req-46c7e5b5-dec8-4e4b-bd40-2cd109b6a8f3 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0972443 Jul 28 03:27:56.097477 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b4e5745-2e80-4a7f-bee6-5d4bd56aae44 req-50dab41a-183c-46fa-93ca-550e5c8b8f25 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Jul 28 03:27:56.443993 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319d71b-de55-41b7-ada0-be63a5534186 req-3628e977-9969-4157-91bb-282d6851951c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:56.445548 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e319d71b-de55-41b7-ada0-be63a5534186 req-3628e977-9969-4157-91bb-282d6851951c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0576978 Jul 28 03:27:56.484103 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e319d71b-de55-41b7-ada0-be63a5534186 req-c99f66e6-37e7-4b7d-965e-77965c6c1bc7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326838 Jul 28 03:27:57.217865 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae984d-a367-4a06-a24d-970999e8985a req-6575f5b2-4b19-4581-b833-cfd10601eb03 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:57.221835 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0ae984d-a367-4a06-a24d-970999e8985a req-6575f5b2-4b19-4581-b833-cfd10601eb03 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0551031 Jul 28 03:27:57.259391 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0ae984d-a367-4a06-a24d-970999e8985a req-e3845ccd-1913-4fb4-a9f1-dec6dc55e817 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Jul 28 03:27:57.605074 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f291f-4eaf-4ac3-8b38-9b65c1652c17 req-fce59529-c835-4fef-9b98-36c8afb285c9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:57.606666 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b40f291f-4eaf-4ac3-8b38-9b65c1652c17 req-fce59529-c835-4fef-9b98-36c8afb285c9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0495832 Jul 28 03:27:57.647018 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b40f291f-4eaf-4ac3-8b38-9b65c1652c17 req-62c97982-185d-4607-a689-13fe6ad80a7b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343475 Jul 28 03:27:58.380776 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57994f-cc1a-48a0-af76-1c1d1591960a req-63bd5f42-f605-4069-800e-e565eec854bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:58.382204 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db57994f-cc1a-48a0-af76-1c1d1591960a req-63bd5f42-f605-4069-800e-e565eec854bc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0477784 Jul 28 03:27:58.418558 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-db57994f-cc1a-48a0-af76-1c1d1591960a req-086fe6fb-b492-4afe-8c9a-3766720e6805 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Jul 28 03:27:58.768863 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efa67f-b931-4160-9d66-e59a7dc6b940 req-a60bb5a4-5ce1-4951-8c30-685e45a029f5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:58.770322 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-51efa67f-b931-4160-9d66-e59a7dc6b940 req-a60bb5a4-5ce1-4951-8c30-685e45a029f5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0508246 Jul 28 03:27:58.806373 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-51efa67f-b931-4160-9d66-e59a7dc6b940 req-820b6d76-f9ad-4559-8df6-1873db695ed8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302687 Jul 28 03:27:59.531951 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94856d6-a058-4307-8dac-2e6b14015b04 req-564a95e4-8d76-4a0a-a871-dc4bf88c5a26 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:59.533307 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f94856d6-a058-4307-8dac-2e6b14015b04 req-564a95e4-8d76-4a0a-a871-dc4bf88c5a26 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0477834 Jul 28 03:27:59.570776 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f94856d6-a058-4307-8dac-2e6b14015b04 req-6ff42d8d-6afb-4c66-91a1-414eff27b929 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Jul 28 03:27:59.936184 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df364d4b-4994-4cf6-88b8-54a1f44aa7d3 req-05f8d751-3140-4c0b-bd66-525649355876 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:27:59.937621 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df364d4b-4994-4cf6-88b8-54a1f44aa7d3 req-05f8d751-3140-4c0b-bd66-525649355876 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0475755 Jul 28 03:27:59.974293 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df364d4b-4994-4cf6-88b8-54a1f44aa7d3 req-4ac4b733-6e58-414f-aa18-8b118f94c885 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308046 Jul 28 03:28:00.685754 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f814c-bbf8-47ba-925e-943f6a70b00b req-e6980193-b474-444b-9b9b-1b228be37033 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:00.687188 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b8f814c-bbf8-47ba-925e-943f6a70b00b req-e6980193-b474-444b-9b9b-1b228be37033 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0517786 Jul 28 03:28:00.724048 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9b8f814c-bbf8-47ba-925e-943f6a70b00b req-477ffef5-92eb-4f09-bd3a-4f5347957308 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Jul 28 03:28:01.096951 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9cb89-2dd1-47b3-988c-81f666135af8 req-95f8fa85-684a-417a-bfc6-67ebab44d3e7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:01.099007 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dc9cb89-2dd1-47b3-988c-81f666135af8 req-95f8fa85-684a-417a-bfc6-67ebab44d3e7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0548882 Jul 28 03:28:01.137014 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4dc9cb89-2dd1-47b3-988c-81f666135af8 req-5ee549e1-1af4-40aa-b972-4353ca9813e5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Jul 28 03:28:01.224667 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-38bb3ed9-6feb-40b9-8383-a084785f1f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:01.852372 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f0fa0-e581-4adb-884f-e660b74aee7d req-890a8abe-65c9-4960-b4b5-489d8d6a2d97 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:01.853873 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-565f0fa0-e581-4adb-884f-e660b74aee7d req-890a8abe-65c9-4960-b4b5-489d8d6a2d97 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0502777 Jul 28 03:28:01.891328 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-565f0fa0-e581-4adb-884f-e660b74aee7d req-2089526c-9e23-4079-8c95-d491d8fc082e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Jul 28 03:28:02.257432 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9eed5-8a05-432b-a6b5-a535c1679f65 req-87865016-dc5b-4dc7-8f4d-d74aafcb132c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:02.258866 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5fb9eed5-8a05-432b-a6b5-a535c1679f65 req-87865016-dc5b-4dc7-8f4d-d74aafcb132c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0517740 Jul 28 03:28:02.295549 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5fb9eed5-8a05-432b-a6b5-a535c1679f65 req-4bc74565-5f65-43b5-a1a9-30a4cdf0af66 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308073 Jul 28 03:28:02.906128 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:03.003763 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad228c82-91cf-47df-a6cf-e0d908baf180 req-8c896d78-d056-449d-8624-645af892c756 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:03.005213 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad228c82-91cf-47df-a6cf-e0d908baf180 req-8c896d78-d056-449d-8624-645af892c756 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0476053 Jul 28 03:28:03.041909 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad228c82-91cf-47df-a6cf-e0d908baf180 req-6553849b-b6d5-45a3-8dc6-796bf07be809 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303063 Jul 28 03:28:03.442790 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de91c53-e54e-4ec2-9754-dd15b700d946 req-4b1f94e0-1f9c-4595-ae8c-806c178d15b6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:03.445373 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5de91c53-e54e-4ec2-9754-dd15b700d946 req-4b1f94e0-1f9c-4595-ae8c-806c178d15b6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0782735 Jul 28 03:28:03.483182 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5de91c53-e54e-4ec2-9754-dd15b700d946 req-1d8652be-fae6-4490-bbf0-4cb11c0b90da tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Jul 28 03:28:03.887159 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9a7af3bb-e884-412c-affb-f71549f6fe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:03.966533 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:04.158852 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b5ca5-d898-42c8-8666-f841d8cd22d1 req-e1a071d4-3e66-4d7e-ac47-a418c9e34294 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:04.160300 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b9b5ca5-d898-42c8-8666-f841d8cd22d1 req-e1a071d4-3e66-4d7e-ac47-a418c9e34294 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0503798 Jul 28 03:28:04.195891 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6b9b5ca5-d898-42c8-8666-f841d8cd22d1 req-7e905401-05ea-4fcc-b1b1-d31162427d26 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298002 Jul 28 03:28:04.606845 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9d56-6a58-489f-9a00-13674df3ea09 req-35031361-2b0d-45f6-8947-c46571581354 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:04.608547 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-571c9d56-6a58-489f-9a00-13674df3ea09 req-35031361-2b0d-45f6-8947-c46571581354 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0527987 Jul 28 03:28:04.646395 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-571c9d56-6a58-489f-9a00-13674df3ea09 req-fe467744-ddb4-4283-99f1-268ed04b71a3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321422 Jul 28 03:28:04.973899 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:05.312259 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25d2f9-a51f-4c38-9e13-ca6f1a1435b2 req-d37cbef9-f623-458d-818f-035d2c8ff7c6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:05.313620 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd25d2f9-a51f-4c38-9e13-ca6f1a1435b2 req-d37cbef9-f623-458d-818f-035d2c8ff7c6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0482926 Jul 28 03:28:05.351852 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dd25d2f9-a51f-4c38-9e13-ca6f1a1435b2 req-886f8702-e8d4-4ddb-8af8-6e9713a9408c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324044 Jul 28 03:28:05.554187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29cba7-b2bb-41af-9c1c-bf47a53bfaa7 req-0de4d672-1446-4d2f-ba66-c01fbd11917a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:05.555656 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b29cba7-b2bb-41af-9c1c-bf47a53bfaa7 req-0de4d672-1446-4d2f-ba66-c01fbd11917a tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0505695 Jul 28 03:28:05.596515 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7b29cba7-b2bb-41af-9c1c-bf47a53bfaa7 req-4bffc130-175e-459e-ae0d-6cba7a1648e0 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331969 Jul 28 03:28:05.601853 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-74326992-29f9-4f25-858f-59e807b761bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:05.603341 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-74326992-29f9-4f25-858f-59e807b761bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 1098 time: 0.0417774 Jul 28 03:28:05.692030 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-ba4c49df-4d39-4f58-8c29-ff3cb2740f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:05.693490 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-ba4c49df-4d39-4f58-8c29-ff3cb2740f52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 912 time: 0.0830500 Jul 28 03:28:05.758742 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-0ead873c-ea36-495c-8244-8d7e58133d3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 200 len: 1001 time: 0.0568461 Jul 28 03:28:05.766748 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f869450-d0ab-4c7f-ba71-e2bd40b0c4dc req-b9eed67b-7f81-44b0-a6a0-5e8e04a49eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:05.768242 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f869450-d0ab-4c7f-ba71-e2bd40b0c4dc req-b9eed67b-7f81-44b0-a6a0-5e8e04a49eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0482001 Jul 28 03:28:05.806745 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-6b5abbda-5f41-4832-b231-135092c53fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:05.808576 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2f869450-d0ab-4c7f-ba71-e2bd40b0c4dc req-61eb792e-8a11-4eee-9339-d92f684893d7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344529 Jul 28 03:28:05.809016 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-6b5abbda-5f41-4832-b231-135092c53fb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0438304 Jul 28 03:28:05.858207 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-da2ce24a-d443-4d97-bd3c-93c0ba03efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:05.859613 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-da2ce24a-d443-4d97-bd3c-93c0ba03efa8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428004 Jul 28 03:28:05.949366 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-f8af57f0-12c9-49e9-a046-e7b0a918e237 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815032 Jul 28 03:28:06.049084 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d66339b9-f92b-4a67-8cf9-70b7c3b606e5 req-5307c0c6-62fa-4003-96f4-1f754b835392 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928497 Jul 28 03:28:06.062643 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46482) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:06.176104 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f74247c0-68df-42d0-89cb-c58679aa8147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.262768 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f74247c0-68df-42d0-89cb-c58679aa8147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.267797 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f74247c0-68df-42d0-89cb-c58679aa8147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.305502 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f74247c0-68df-42d0-89cb-c58679aa8147 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=874e8e16fee7448a9204e499168f6576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418063 Jul 28 03:28:06.308152 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74247c0-68df-42d0-89cb-c58679aa8147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a411d-8504-47df-9935-bb18a84d713b,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:06.308923 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46488) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:06.360369 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dee7f7ad-9c23-4dbc-8f78-bb418e25c2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.381295 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dee7f7ad-9c23-4dbc-8f78-bb418e25c2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.427510 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dee7f7ad-9c23-4dbc-8f78-bb418e25c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.430044 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-dee7f7ad-9c23-4dbc-8f78-bb418e25c2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.431263 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-dee7f7ad-9c23-4dbc-8f78-bb418e25c2fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c1a411d-8504-47df-9935-bb18a84d713b HTTP/1.1" status: 204 len: 168 time: 0.1213200 Jul 28 03:28:06.439302 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7f7ad-9c23-4dbc-8f78-bb418e25c2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a411d-8504-47df-9935-bb18a84d713b,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:06.600112 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.686136 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46496) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:06.699341 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6d3589df-a932-4e77-b9e7-0aba87a03a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.716394 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e8fb-79fd-4e20-a02a-d48fd11452da req-9158bc6a-57a3-4b28-8e89-b3ee8c947552 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:06.717933 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3f70e8fb-79fd-4e20-a02a-d48fd11452da req-9158bc6a-57a3-4b28-8e89-b3ee8c947552 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0551624 Jul 28 03:28:06.764573 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3f70e8fb-79fd-4e20-a02a-d48fd11452da req-ec57bcef-7134-4953-98f4-dd6e5e64cd02 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Jul 28 03:28:06.798207 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6d3589df-a932-4e77-b9e7-0aba87a03a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.801698 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6d3589df-a932-4e77-b9e7-0aba87a03a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.841986 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-6d3589df-a932-4e77-b9e7-0aba87a03a79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b51c8c1862074a2abb9009c97f39a745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537280 Jul 28 03:28:06.842397 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3589df-a932-4e77-b9e7-0aba87a03a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f83888-fa45-4430-a84a-1163cc9ece2e,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:06.844292 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46500) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:06.918156 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bda6dd-a85e-4cc1-a941-4efe214c1892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.944154 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bda6dd-a85e-4cc1-a941-4efe214c1892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:06.960354 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54d763-346d-4858-bd06-5439265945f9 req-8af1dd03-1177-416e-b220-7b6029331675 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:06.962076 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5e54d763-346d-4858-bd06-5439265945f9 req-8af1dd03-1177-416e-b220-7b6029331675 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0795102 Jul 28 03:28:07.016833 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5e54d763-346d-4858-bd06-5439265945f9 req-7876982c-1e58-4ecc-89ec-e4210ba38478 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481715 Jul 28 03:28:07.025301 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bda6dd-a85e-4cc1-a941-4efe214c1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.028598 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39bda6dd-a85e-4cc1-a941-4efe214c1892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.029862 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-39bda6dd-a85e-4cc1-a941-4efe214c1892 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40f83888-fa45-4430-a84a-1163cc9ece2e HTTP/1.1" status: 204 len: 168 time: 0.1844122 Jul 28 03:28:07.038921 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda6dd-a85e-4cc1-a941-4efe214c1892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f83888-fa45-4430-a84a-1163cc9ece2e,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:07.457292 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46530) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:07.559728 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-790da2b8-1be0-409d-9ed7-9bee25da9d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.655338 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-790da2b8-1be0-409d-9ed7-9bee25da9d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.659758 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-790da2b8-1be0-409d-9ed7-9bee25da9d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.693136 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46542) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:07.698694 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-790da2b8-1be0-409d-9ed7-9bee25da9d93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=181cb0ef0e244f1fba8c9227c599b863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404764 Jul 28 03:28:07.699587 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790da2b8-1be0-409d-9ed7-9bee25da9d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3974e8-c4a5-479e-9f11-99a6adb71aa1,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:07.701178 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46546) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:07.749568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-80c42c43-b689-4596-91cf-ecfaf6028cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.770532 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-80c42c43-b689-4596-91cf-ecfaf6028cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.790557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-533247789-network', 'tenant_id': 'bb7da59c54d54998ba93cbfda7680d56'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:07.822074 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Made reservation on behalf of bb7da59c54d54998ba93cbfda7680d56 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:28:07.825257 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.833982 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.853869 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-80c42c43-b689-4596-91cf-ecfaf6028cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.856336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-80c42c43-b689-4596-91cf-ecfaf6028cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:07.857384 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-80c42c43-b689-4596-91cf-ecfaf6028cb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca3974e8-c4a5-479e-9f11-99a6adb71aa1 HTTP/1.1" status: 204 len: 168 time: 0.1548159 Jul 28 03:28:07.887246 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c42c43-b689-4596-91cf-ecfaf6028cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3974e8-c4a5-479e-9f11-99a6adb71aa1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:07.923886 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c7c96-be8d-496e-af6e-fc939abeeb3f req-7dca7f20-f126-4ee8-96a9-83e8233214a2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:07.925375 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-966c7c96-be8d-496e-af6e-fc939abeeb3f req-7dca7f20-f126-4ee8-96a9-83e8233214a2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0894458 Jul 28 03:28:07.985009 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-966c7c96-be8d-496e-af6e-fc939abeeb3f req-889cd8b4-5a3c-4d24-8183-6c402afd71ef tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535936 Jul 28 03:28:08.013199 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.020325 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.042465 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:28:08.056523 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65468c8-e0c7-46e3-b7e3-4f63317f42a3,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:08.061444 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.068021 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Added segment 70b8c95f-5865-4c8c-8d65-9b7edf2059cb of type vlan for network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 Jul 28 03:28:08.102328 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.162017 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.162987 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:08.163597 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.179744 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffdf04-a301-4003-a0f3-cbc4fdef1f24 req-19e84490-fbc5-4561-b70f-6543e441fd16 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:08.181601 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-06ffdf04-a301-4003-a0f3-cbc4fdef1f24 req-19e84490-fbc5-4561-b70f-6543e441fd16 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0746536 Jul 28 03:28:08.249489 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5525637 Jul 28 03:28:08.249846 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 46568) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:08.255066 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Request body: {'subnet': {'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-533247789-subnet', 'tenant_id': 'bb7da59c54d54998ba93cbfda7680d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:08.265829 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e8ff0-9545-4716-83f8-93796959b1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:08.274917 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-06ffdf04-a301-4003-a0f3-cbc4fdef1f24 req-8c6fd2d9-711c-47e1-852a-826c1546c8e5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812254 Jul 28 03:28:08.279063 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Made reservation on behalf of bb7da59c54d54998ba93cbfda7680d56 for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:28:08.280988 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:28:08.281851 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30297967'] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.453970 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30347728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30297885'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.509662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46578) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:08.510846 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af56f0ac-9a74-4f32-8115-fc54fec3fb29,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:08.515034 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Checking segment: {'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:28:08.515384 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Network hostable DHCP agents. Network: d58e6f9f-43d2-4be7-9b78-f2b2da7514e7, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:28:08.532036 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:28:08.540752 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, d58e6f9f-43d2-4be7-9b78-f2b2da7514e7) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:28:08.546570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:08.547143 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.553615 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72430714-7e9d-4200-ac7e-6f609b57f223 None None] Network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:28:08.562008 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-42629326-e5a4-4c22-ada5-ea7c56cd8416 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110492 Jul 28 03:28:08.629444 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1638034640-network', 'tenant_id': 'e94cab83b6984bf4b340c686930731cf'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:08.652416 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Made reservation on behalf of e94cab83b6984bf4b340c686930731cf for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:28:08.655240 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.663997 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.690800 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec2eb9-3f89-426e-8009-a6ae8d30d7d5 None None] Network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:28:08.763491 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.769193 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.791947 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:28:08.812535 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076f5d5b-71b6-4e07-82b7-3baf249fe46e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:08.815788 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.815994 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Added segment 68813c91-3c77-4c0a-8f8b-846ee1a60fd2 of type vlan for network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a Jul 28 03:28:08.856864 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.885863 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.887046 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:08.887697 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:08.942606 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4310629 Jul 28 03:28:08.945737 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 46588) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:28:08.954343 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Request body: {'subnet': {'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1638034640-subnet', 'tenant_id': 'e94cab83b6984bf4b340c686930731cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:08.960393 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edce8ef-55e2-4fc8-9096-126d8f0c5d48 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc33ad7-f862-472d-b32c-cfc4cd08c56a,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:08.971042 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:28:08.979934 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Made reservation on behalf of e94cab83b6984bf4b340c686930731cf for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:28:08.982237 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30259380'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:09.163772 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30113037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30259398'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:09.218196 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=249c6aa1-ff73-473b-a79f-535f48814770,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:09.227523 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Checking segment: {'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:28:09.227884 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Network hostable DHCP agents. Network: 6dc33ad7-f862-472d-b32c-cfc4cd08c56a, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:28:09.244077 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:28:09.252734 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 6dc33ad7-f862-472d-b32c-cfc4cd08c56a) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:28:09.256671 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:09.257276 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:09.261986 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ebde17-b0ce-442f-86f8-79f71fbaeb77 None None] Network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:28:09.271360 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6bf7d40f-fd62-456d-b232-5fafdafefd5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3223424 Jul 28 03:28:09.394508 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc93fbf-76a9-4707-9cd0-2131df0e92cc None None] Network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:28:09.526057 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff56e-bde3-40c6-bb57-a6a41596aa85 req-343c200f-8ada-4961-8cc0-fa90231acb16 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:09.527502 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b50ff56e-bde3-40c6-bb57-a6a41596aa85 req-343c200f-8ada-4961-8cc0-fa90231acb16 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.1702082 Jul 28 03:28:09.567985 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b50ff56e-bde3-40c6-bb57-a6a41596aa85 req-72a4e0e4-cb33-45be-9be2-038b96f63a1f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343945 Jul 28 03:28:10.465830 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-97d1635d-fb27-434f-91c4-750d1ff3b330 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:10.467189 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-97d1635d-fb27-434f-91c4-750d1ff3b330 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/networks?id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 HTTP/1.1" status: 200 len: 808 time: 0.1029398 Jul 28 03:28:10.481988 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-6bb059e7-fc92-4380-9afc-55f295a94778 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/quotas/bb7da59c54d54998ba93cbfda7680d56 HTTP/1.1" status: 200 len: 375 time: 0.0092609 Jul 28 03:28:10.511374 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-5b7d5685-ba0c-4fec-b30f-ec346c3207d9 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb7da59c54d54998ba93cbfda7680d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244639 Jul 28 03:28:10.602539 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-e149aeb0-3c1e-4737-9532-a46d2e7fef48 service neutron] 10.222.0.20 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846035 Jul 28 03:28:10.727036 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65232c3-1c9a-4421-9698-ab8f54738a2f req-cad4888f-0784-43b9-a130-ff25b15458ef tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:10.728520 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b65232c3-1c9a-4421-9698-ab8f54738a2f req-cad4888f-0784-43b9-a130-ff25b15458ef tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0784554 Jul 28 03:28:10.732052 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-b50d8c47-c197-4d35-ae8a-03b7f18546d8 service neutron] 10.222.0.20 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228509 Jul 28 03:28:10.767992 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b65232c3-1c9a-4421-9698-ab8f54738a2f req-b1af3f57-0fd7-49d5-b0ae-54f5a0bbd5bd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336828 Jul 28 03:28:10.918787 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bfa19877-0215-49b8-8922-4abee1ffa70d req-e2a0639f-f26b-4870-93c6-ad7eeabdcb7f tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 210 time: 0.0421338 Jul 28 03:28:10.997785 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-00222d11-02c2-4fab-b1e0-ea19a4ae883d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:10.999222 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-00222d11-02c2-4fab-b1e0-ea19a4ae883d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/networks?id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a HTTP/1.1" status: 200 len: 814 time: 0.1214845 Jul 28 03:28:11.016252 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-06a06af9-a6b6-4e62-a950-71c1636e850e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/quotas/e94cab83b6984bf4b340c686930731cf HTTP/1.1" status: 200 len: 375 time: 0.0109897 Jul 28 03:28:11.050074 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-acfaabb7-2009-4bd8-9d85-bba16501ee10 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e94cab83b6984bf4b340c686930731cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275626 Jul 28 03:28:11.142659 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-b4b49291-804f-46b5-9693-405a0799c3fa service neutron] 10.222.0.20 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840051 Jul 28 03:28:11.237650 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-d0085fd8-5198-408b-b093-d0ac3d6eb820 service neutron] 10.222.0.20 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888038 Jul 28 03:28:11.873931 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-baddda97-7a2a-4987-b416-314de48ba12c tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:11.875326 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-baddda97-7a2a-4987-b416-314de48ba12c tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "GET /v2.0/networks?id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 HTTP/1.1" status: 200 len: 808 time: 0.1079810 Jul 28 03:28:11.889913 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Request body: {'port': {'device_id': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7', 'admin_state_up': True, 'tenant_id': 'bb7da59c54d54998ba93cbfda7680d56'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:11.896097 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f4419-f587-4d24-9653-7f6b2cbff083 req-aa17ac9e-df9c-4183-b15c-ff619728361b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:11.897666 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d47f4419-f587-4d24-9653-7f6b2cbff083 req-aa17ac9e-df9c-4183-b15c-ff619728361b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0510077 Jul 28 03:28:11.939634 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d47f4419-f587-4d24-9653-7f6b2cbff083 req-e9886447-cb54-4e0d-a437-4427db8cc1e1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Jul 28 03:28:12.001855 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Made reservation on behalf of bb7da59c54d54998ba93cbfda7680d56 for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:28:12.005397 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.025114 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0586af71-39e3-4a96-a66a-e712980d5ef3 req-52b24450-13e4-4b94-80f1-1a80bca12941 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 210 time: 0.0259724 Jul 28 03:28:12.127824 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Allocated IP 172.20.0.8 (d58e6f9f-43d2-4be7-9b78-f2b2da7514e7/af56f0ac-9a74-4f32-8115-fc54fec3fb29/3a04a590-890e-4dd2-8340-4fea052d0053) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:28:12.267975 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.305325 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.346483 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:28:12.349504 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:28:12.358170 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:28:12.365186 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Pushing event updated for resources: {'Port': ['ID=3a04a590-890e-4dd2-8340-4fea052d0053,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:12.411797 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:12.412411 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.428307 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aba9e68b-56a1-4beb-b331-a58745232abe req-d2da605d-7dd7-4df7-9a3c-29ea2c855fa0 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 210 time: 0.0294483 Jul 28 03:28:12.428979 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-49bef0ce-d8c3-48a5-8dee-8e377d4ea31a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428693 Jul 28 03:28:12.443144 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Request body: {'port': {'device_id': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:12.499406 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.773706 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a04a590-890e-4dd2-8340-4fea052d0053 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:28:12.781604 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.794429 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Transition to ACTIVE for port object 3a04a590-890e-4dd2-8340-4fea052d0053 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:28:12.798044 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.848634 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Pushing event updated for resources: {'Port': ['ID=3a04a590-890e-4dd2-8340-4fea052d0053,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:12.914086 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Attempting to bind port 3a04a590-890e-4dd2-8340-4fea052d0053 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:28:12.914825 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Attempting to bind port 3a04a590-890e-4dd2-8340-4fea052d0053 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:28:12.914825 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Attempting to bind port 3a04a590-890e-4dd2-8340-4fea052d0053 on network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:28:12.919556 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Port 3a04a590-890e-4dd2-8340-4fea052d0053 on network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:28:12.919884 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Attempting to bind port 3a04a590-890e-4dd2-8340-4fea052d0053 on network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:28:12.924775 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:28:12.925116 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Checking segment: {'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:28:12.925498 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Bound using segment: {'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:28:12.925926 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Bound port: 3a04a590-890e-4dd2-8340-4fea052d0053, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:28:12.926281 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:12.990273 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] For port 3a04a590-890e-4dd2-8340-4fea052d0053, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:28:12.993376 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] For port 3a04a590-890e-4dd2-8340-4fea052d0053, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a04a590-890e-4dd2-8340-4fea052d0053,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:28:12.998570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:13.038007 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.038888 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:13.040823 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] 10.222.0.10 "PUT /v2.0/ports/3a04a590-890e-4dd2-8340-4fea052d0053 HTTP/1.1" status: 200 len: 1093 time: 0.6022952 Jul 28 03:28:13.043277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'tag': '3a04a590-890e-4dd2-8340-4fea052d0053'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:13.045559 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a06601-0a43-49a4-8bbd-ef60f412f5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee10edb-cf80-44dd-907b-b9186cca8c10", "tag": "3a04a590-890e-4dd2-8340-4fea052d0053"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:13.077441 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cab9c-5fc0-4735-ae1a-605ca2969715 req-e71cb6cf-2565-49f6-8170-bb520d830fe4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.079066 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9e8cab9c-5fc0-4735-ae1a-605ca2969715 req-e71cb6cf-2565-49f6-8170-bb520d830fe4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 943 time: 0.0568011 Jul 28 03:28:13.080072 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738f8fe-317d-4706-b324-a1ead9d737cf service neutron] Pushing event updated for resources: {'Port': ['ID=3a04a590-890e-4dd2-8340-4fea052d0053,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:13.102403 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd42896-b0ce-448f-94eb-a25637f6c79e x-openstack-request-id: req-7bd42896-b0ce-448f-94eb-a25637f6c79e {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:13.102716 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee10edb-cf80-44dd-907b-b9186cca8c10", "tag": "3a04a590-890e-4dd2-8340-4fea052d0053", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:13.103002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bd42896-b0ce-448f-94eb-a25637f6c79e {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:13.103420 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'tag': '3a04a590-890e-4dd2-8340-4fea052d0053', 'status': 'completed', 'code': 200} Jul 28 03:28:13.124332 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9e8cab9c-5fc0-4735-ae1a-605ca2969715 req-6136bccb-0929-434a-b710-b4ee2fbd2899 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Jul 28 03:28:13.159744 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-33b690dd-3f41-4559-8a0d-7792f3e4f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.161257 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-33b690dd-3f41-4559-8a0d-7792f3e4f468 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb7da59c54d54998ba93cbfda7680d56&device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 1096 time: 0.0452964 Jul 28 03:28:13.197440 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c983434-02bd-4704-8863-1a5f563ebf66 req-0994a437-1956-46f7-bf23-547aac68bd91 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.199339 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c983434-02bd-4704-8863-1a5f563ebf66 req-0994a437-1956-46f7-bf23-547aac68bd91 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 943 time: 0.0472159 Jul 28 03:28:13.206014 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-473503b3-7711-4b03-8d2b-768d1702ce5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a04a590-890e-4dd2-8340-4fea052d0053 HTTP/1.1" status: 200 len: 217 time: 0.0361328 Jul 28 03:28:13.236873 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c983434-02bd-4704-8863-1a5f563ebf66 req-7a5b39f1-9a21-46c8-8833-d694ad504737 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Jul 28 03:28:13.256080 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c2df00c7-313c-413c-ac55-485729c14f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.257537 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c2df00c7-313c-413c-ac55-485729c14f41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af56f0ac-9a74-4f32-8115-fc54fec3fb29 HTTP/1.1" status: 200 len: 848 time: 0.0438182 Jul 28 03:28:13.297504 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-824e5ec8-41d3-4df6-be2e-6a62cc9b99cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235052 Jul 28 03:28:13.345131 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:28:13.401908 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-c7de9c5b-2f07-40a5-8dba-5fc0ead83142 service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917349 Jul 28 03:28:13.460205 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:13.473757 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'port_id': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'mac_address': 'fa:16:3e:c9:64:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:28:13.518666 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1d172ef5-bef4-4cef-8cd1-a24966472e3f req-005f380d-bbbd-4d42-8ec1-0dc739b05f07 service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071146 Jul 28 03:28:13.519740 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:13.535171 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d810d8a-02ee-45d0-acff-61869bcc287a {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:28:13.557851 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:13.562595 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:13.630532 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=9']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:13.633778 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-e5660595-286b-4ba4-9759-25851dadb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.635303 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-e5660595-286b-4ba4-9759-25851dadb1da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb7da59c54d54998ba93cbfda7680d56&device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 1096 time: 0.0570407 Jul 28 03:28:13.638527 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.638903 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.639254 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.639628 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.640108 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.640449 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.640785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.641117 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.641465 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.641802 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.642129 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.642463 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:13.737841 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-eeff781a-0bc4-46c3-8010-45de1793a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.739349 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-eeff781a-0bc4-46c3-8010-45de1793a24d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 HTTP/1.1" status: 200 len: 909 time: 0.0941920 Jul 28 03:28:13.745285 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7658bdf0-c5f4-452b-80b5-a4144eedb3e9 req-d8d7d3d1-8802-4e1b-88df-75feb246d67d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 210 time: 0.0327876 Jul 28 03:28:13.782372 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-d6219117-ef38-4050-b8ce-3436025da781 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a04a590-890e-4dd2-8340-4fea052d0053 HTTP/1.1" status: 200 len: 217 time: 0.0349689 Jul 28 03:28:13.786872 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-4b9a1571-08d8-4ee7-88a5-35788fba21ca tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.788355 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-4b9a1571-08d8-4ee7-88a5-35788fba21ca tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "GET /v2.0/networks?id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a HTTP/1.1" status: 200 len: 814 time: 0.3769839 Jul 28 03:28:13.800403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Request body: {'port': {'device_id': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a', 'admin_state_up': True, 'tenant_id': 'e94cab83b6984bf4b340c686930731cf'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:13.833174 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-da967b93-e47f-43eb-b695-2d0a20fad223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:13.834635 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-da967b93-e47f-43eb-b695-2d0a20fad223 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af56f0ac-9a74-4f32-8115-fc54fec3fb29 HTTP/1.1" status: 200 len: 848 time: 0.0453711 Jul 28 03:28:13.866087 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-147d20cc-ba55-4588-8b7e-2c7d52bbd17a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243294 Jul 28 03:28:13.906145 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Made reservation on behalf of e94cab83b6984bf4b340c686930731cf for: {'port': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:28:13.909568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:13.955085 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-dbc1bc17-24ab-4d2a-99db-eed62960c478 service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819581 Jul 28 03:28:14.030557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Allocated IP 172.20.0.7 (6dc33ad7-f862-472d-b32c-cfc4cd08c56a/249c6aa1-ff73-473b-a79f-535f48814770/7b12a400-0eef-48f0-8050-7b8ebb6ca0ba) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:28:14.047550 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-72a06601-0a43-49a4-8bbd-ef60f412f5d2 req-1fa4e64d-0e2d-47ea-af89-46b19cdf542b service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Jul 28 03:28:14.175031 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:14.188312 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['4d810d8a-02ee-45d0-acff-61869bcc287a'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:28:14.242814 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:14.285808 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc278-29e2-4828-87c8-6854c8b15434 req-e6b501df-7872-4525-920d-6305a0227acd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:14.288032 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-80ebc278-29e2-4828-87c8-6854c8b15434 req-e6b501df-7872-4525-920d-6305a0227acd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0851836 Jul 28 03:28:14.328595 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:28:14.352279 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:28:14.355162 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:28:14.361589 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Pushing event updated for resources: {'Port': ['ID=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:14.402938 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.403290 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.403660 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.404032 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.404369 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.404704 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.405034 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.405363 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.405688 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.406010 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.406334 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.406654 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:14.431983 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-80ebc278-29e2-4828-87c8-6854c8b15434 req-34a2c675-90ef-4b4e-bcaf-9929b7516c6e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364012 Jul 28 03:28:14.445835 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:14.446451 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:14.456249 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db23a7-656e-4479-b2dc-c1b6581823dc req-243339ce-481f-42bf-94f4-4c0ed72cb7fe tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:14.457741 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16db23a7-656e-4479-b2dc-c1b6581823dc req-243339ce-481f-42bf-94f4-4c0ed72cb7fe tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 943 time: 0.1469202 Jul 28 03:28:14.483877 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-58633f0c-960c-4131-8d69-b4298679ce1d tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6870217 Jul 28 03:28:14.495665 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Request body: {'port': {'device_id': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:14.524154 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16db23a7-656e-4479-b2dc-c1b6581823dc req-aec23803-4bd2-4e75-916f-617d51a5d269 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 Jul 28 03:28:14.556819 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:14.816909 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba {{(pid=93018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:28:14.832320 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:14.864643 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Transition to ACTIVE for port object 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba will not be triggered until provisioned by entity L2. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:28:14.868701 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:14.908715 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa1930-bc9e-4fd5-8373-7e4c3a1110b0 req-b6ee4f9a-789e-4155-ba00-8a7d8cc98a28 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:14.910182 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76aa1930-bc9e-4fd5-8373-7e4c3a1110b0 req-b6ee4f9a-789e-4155-ba00-8a7d8cc98a28 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 931 time: 0.0889173 Jul 28 03:28:14.961995 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:15.007634 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76aa1930-bc9e-4fd5-8373-7e4c3a1110b0 req-adb5b389-6cff-4137-b681-944097ef603e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876980 Jul 28 03:28:15.025658 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Attempting to bind port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:28:15.026490 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Attempting to bind port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:28:15.026836 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Attempting to bind port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba on network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:28:15.031133 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba on network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:28:15.031450 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Attempting to bind port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba on network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:28:15.036222 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:28:15.036557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Checking segment: {'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:28:15.036936 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Bound using segment: {'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'} {{(pid=93018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:28:15.037356 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.managers [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Bound port: 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'}}] {{(pid=93018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:28:15.037706 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:15.097871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] For port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba, host hv-cinder-78626, cleared binding levels {{(pid=93018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:28:15.100862 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] For port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:28:15.105697 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:15.138213 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.138924 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:15.140302 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b12a400-0eef-48f0-8050-7b8ebb6ca0ba HTTP/1.1" status: 200 len: 1093 time: 0.6486068 Jul 28 03:28:15.140762 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'tag': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:15.142964 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878821bd-90e1-4a01-92e0-496e72c027cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9acff2-e3fc-4f15-a44a-c6de29e09f2a", "tag": "7b12a400-0eef-48f0-8050-7b8ebb6ca0ba"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:15.170690 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca00fd6-96be-473c-80bf-4d72434368c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,revision_number=3']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:15.179556 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c16c11-cd35-4873-9357-03cef94b72b3 x-openstack-request-id: req-83c16c11-cd35-4873-9357-03cef94b72b3 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:15.180146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9acff2-e3fc-4f15-a44a-c6de29e09f2a", "tag": "7b12a400-0eef-48f0-8050-7b8ebb6ca0ba", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:15.180146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83c16c11-cd35-4873-9357-03cef94b72b3 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:15.180445 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'tag': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba', 'status': 'completed', 'code': 200} Jul 28 03:28:15.224067 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-c6b3f490-3686-4835-9da2-66c2aefafc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.225517 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-c6b3f490-3686-4835-9da2-66c2aefafc3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e94cab83b6984bf4b340c686930731cf&device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 1096 time: 0.0414279 Jul 28 03:28:15.268759 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-7554c603-eaea-483d-9779-58579e77d697 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba HTTP/1.1" status: 200 len: 217 time: 0.0352104 Jul 28 03:28:15.316521 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-ffb299b5-cfa5-4572-a8de-af8a7f4ac211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.317879 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-ffb299b5-cfa5-4572-a8de-af8a7f4ac211 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=249c6aa1-ff73-473b-a79f-535f48814770 HTTP/1.1" status: 200 len: 854 time: 0.0418596 Jul 28 03:28:15.348367 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-d5e8cf3f-40f6-40b6-b44f-9aa1218f1016 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234249 Jul 28 03:28:15.369418 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:28:15.418412 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 4d810d8a-02ee-45d0-acff-61869bcc287a triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:28:15.419069 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:15.442264 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-50904090-5a25-4b50-a261-e06d3ffe7189 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856991 Jul 28 03:28:15.495911 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:15.518244 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:15.520584 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5ff004-6372-4f66-8156-80ed12e85b2f" -d '{"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:15.533069 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:15.538421 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:15.563801 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b6e463-a08c-4f7a-9333-4881714186d9 x-openstack-request-id: req-88b6e463-a08c-4f7a-9333-4881714186d9 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:15.563965 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-plugged", "status": "completed", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:15.564074 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88b6e463-a08c-4f7a-9333-4881714186d9 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:15.564455 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'code': 200} Jul 28 03:28:15.573582 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f9386a36-7e9d-4ca1-81ee-33f9ee474fae req-75ec1823-befd-4813-913e-b32cef9f8e61 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232827 Jul 28 03:28:15.583211 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c22a9c-aa4b-4e30-a383-e1e9696eb413 req-b5d0770a-6215-4486-86d7-d241d2480e17 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.584729 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21c22a9c-aa4b-4e30-a383-e1e9696eb413 req-b5d0770a-6215-4486-86d7-d241d2480e17 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 944 time: 0.0794978 Jul 28 03:28:15.603507 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=10']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:15.648279 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21c22a9c-aa4b-4e30-a383-e1e9696eb413 req-5532f0d3-526d-4464-a8bc-66b3369688b8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472159 Jul 28 03:28:15.714926 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437c2d6-c70b-4db4-84fc-de72ee6dbbcb req-ce0ad21e-dad6-410b-9187-8fb94a9342c5 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.716412 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f437c2d6-c70b-4db4-84fc-de72ee6dbbcb req-ce0ad21e-dad6-410b-9187-8fb94a9342c5 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 943 time: 0.0673122 Jul 28 03:28:15.718244 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878821bd-90e1-4a01-92e0-496e72c027cd req-6228e3b6-776e-4d96-a593-bbdfc48171dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.719629 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878821bd-90e1-4a01-92e0-496e72c027cd req-6228e3b6-776e-4d96-a593-bbdfc48171dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e94cab83b6984bf4b340c686930731cf&device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 1096 time: 0.0818932 Jul 28 03:28:15.802080 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f437c2d6-c70b-4db4-84fc-de72ee6dbbcb req-7d034d7b-0430-4cf3-a192-013ca381695a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798142 Jul 28 03:28:15.832299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878821bd-90e1-4a01-92e0-496e72c027cd req-e53736dd-0c85-4640-a311-a9176ef34662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.833732 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878821bd-90e1-4a01-92e0-496e72c027cd req-e53736dd-0c85-4640-a311-a9176ef34662 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a HTTP/1.1" status: 200 len: 915 time: 0.1057661 Jul 28 03:28:15.877325 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878821bd-90e1-4a01-92e0-496e72c027cd req-d514a420-686c-4cb1-9c25-f2c4d8ec4004 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba HTTP/1.1" status: 200 len: 217 time: 0.0353947 Jul 28 03:28:15.930461 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878821bd-90e1-4a01-92e0-496e72c027cd req-4821e410-af7b-4b59-b0d9-98f0f9ae34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:15.933215 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878821bd-90e1-4a01-92e0-496e72c027cd req-4821e410-af7b-4b59-b0d9-98f0f9ae34e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=249c6aa1-ff73-473b-a79f-535f48814770 HTTP/1.1" status: 200 len: 854 time: 0.0484056 Jul 28 03:28:15.962968 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878821bd-90e1-4a01-92e0-496e72c027cd req-7a9808b8-635e-4d2c-8eae-8f49db308fc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234499 Jul 28 03:28:16.051622 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878821bd-90e1-4a01-92e0-496e72c027cd req-20555b61-1ed2-4ed3-98bc-23d35adbc3df service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814183 Jul 28 03:28:16.184603 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259be93-6bb1-4a2f-a5e9-f7572854f479 req-7ecfb2b4-82b1-40c9-b2f9-189ab156dfea tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:16.185979 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7259be93-6bb1-4a2f-a5e9-f7572854f479 req-7ecfb2b4-82b1-40c9-b2f9-189ab156dfea tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 943 time: 0.1014664 Jul 28 03:28:16.191776 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-878821bd-90e1-4a01-92e0-496e72c027cd req-66f7e091-b6a0-40a8-85bd-4b587368b78f service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248398 Jul 28 03:28:16.214456 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11ec8d-e425-4a58-a9de-7cda5fe09e05 req-712d6e69-c2b4-4c42-92b3-8383ae4f4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:16.216079 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cc11ec8d-e425-4a58-a9de-7cda5fe09e05 req-712d6e69-c2b4-4c42-92b3-8383ae4f4b2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1099 time: 0.0412343 Jul 28 03:28:16.230206 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7259be93-6bb1-4a2f-a5e9-f7572854f479 req-3746e974-d875-4465-8379-ccb5e4d33b88 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374854 Jul 28 03:28:16.256200 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cc11ec8d-e425-4a58-a9de-7cda5fe09e05 req-3ea63de0-846b-4210-a157-ba3b08f6432f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Jul 28 03:28:16.764825 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e83b50-8fde-4e7d-a035-5622d1fa2e8c req-46cfea36-ec98-41b3-8f84-1322cafca8a5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:16.766290 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08e83b50-8fde-4e7d-a035-5622d1fa2e8c req-46cfea36-ec98-41b3-8f84-1322cafca8a5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 946 time: 0.0472155 Jul 28 03:28:16.806274 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-08e83b50-8fde-4e7d-a035-5622d1fa2e8c req-8cf8c994-bdd7-49da-b18c-13379b2c84a1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341613 Jul 28 03:28:16.914393 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652183a2-cfd0-485a-b701-5621421d1691 req-dc71c2c5-04a0-4c06-bc9a-3437f3f9a451 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:16.915884 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-652183a2-cfd0-485a-b701-5621421d1691 req-dc71c2c5-04a0-4c06-bc9a-3437f3f9a451 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 943 time: 0.0483434 Jul 28 03:28:16.953490 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-652183a2-cfd0-485a-b701-5621421d1691 req-92e56a6c-b75c-40bb-a2f9-66c759fd1c6d tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Jul 28 03:28:17.343073 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb51a5-0870-4fc2-8cd9-63dc7eb27e66 req-3c7db972-50c4-4a4d-94b7-f770a2c5c038 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:17.344540 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4bb51a5-0870-4fc2-8cd9-63dc7eb27e66 req-3c7db972-50c4-4a4d-94b7-f770a2c5c038 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 943 time: 0.0482311 Jul 28 03:28:17.381231 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4bb51a5-0870-4fc2-8cd9-63dc7eb27e66 req-9b224534-f985-423f-bdde-cb0f73cc1567 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Jul 28 03:28:17.392245 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3a04a590-890e-4dd2-8340-4fea052d0053 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:28:17.484976 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 3a04a590-890e-4dd2-8340-4fea052d0053, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a04a590-890e-4dd2-8340-4fea052d0053,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:17.496829 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '3a04a590-890e-4dd2-8340-4fea052d0053', 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7', 'port_id': '3a04a590-890e-4dd2-8340-4fea052d0053', 'mac_address': 'fa:16:3e:cc:a7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af56f0ac-9a74-4f32-8115-fc54fec3fb29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:28:17.532014 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:17.548066 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a04a590-890e-4dd2-8340-4fea052d0053 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:28:17.570264 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 3a04a590-890e-4dd2-8340-4fea052d0053, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a04a590-890e-4dd2-8340-4fea052d0053,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:17.576155 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:17.625524 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=3a04a590-890e-4dd2-8340-4fea052d0053,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:17.929011 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ea741-e54b-4e43-927a-fb727fd04f39 req-faaab188-cb6a-42cb-880c-ba5a267ad288 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:17.930501 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-415ea741-e54b-4e43-927a-fb727fd04f39 req-faaab188-cb6a-42cb-880c-ba5a267ad288 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 946 time: 0.0514438 Jul 28 03:28:17.971660 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['3a04a590-890e-4dd2-8340-4fea052d0053'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:28:17.982393 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-415ea741-e54b-4e43-927a-fb727fd04f39 req-d3cffb55-8669-46d0-a401-074259eb3dae tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Jul 28 03:28:18.090204 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa96b9-d684-488e-a7cc-15b75c9286eb req-e6103850-15ab-4ace-bb6a-f0a871745c9f tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:18.091649 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-15fa96b9-d684-488e-a7cc-15b75c9286eb req-e6103850-15ab-4ace-bb6a-f0a871745c9f tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 944 time: 0.0527678 Jul 28 03:28:18.131978 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-15fa96b9-d684-488e-a7cc-15b75c9286eb req-d10381bb-b5cf-498f-a4f7-bd89a45263dc tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342197 Jul 28 03:28:18.497301 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0cb1-2376-4d3d-9268-4c411dd95b72 req-0080ce91-a49b-43aa-8a2a-13ccf332a59b tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:18.498762 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e47c0cb1-2376-4d3d-9268-4c411dd95b72 req-0080ce91-a49b-43aa-8a2a-13ccf332a59b tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 943 time: 0.0478501 Jul 28 03:28:18.539351 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e47c0cb1-2376-4d3d-9268-4c411dd95b72 req-65b75f67-b6c2-457c-b3b7-3c7ea10e3413 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Jul 28 03:28:19.102927 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42932a9-fa7b-4457-8ee7-99becd96b980 req-8420af00-a59b-4190-9f5e-0490d1ac16fa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:19.104874 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e42932a9-fa7b-4457-8ee7-99becd96b980 req-8420af00-a59b-4190-9f5e-0490d1ac16fa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 946 time: 0.0466335 Jul 28 03:28:19.144158 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e42932a9-fa7b-4457-8ee7-99becd96b980 req-e6cc137e-7e18-45bd-a105-0ccb9d4662c1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Jul 28 03:28:19.245660 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593698bc-9491-4847-bf97-f697557df6c4 req-cb17e630-5cac-49a7-ae54-f81ff71c31c4 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:19.247103 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-593698bc-9491-4847-bf97-f697557df6c4 req-cb17e630-5cac-49a7-ae54-f81ff71c31c4 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 944 time: 0.0489953 Jul 28 03:28:19.283343 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-593698bc-9491-4847-bf97-f697557df6c4 req-308cedca-f62a-45d9-a0d8-a0b47eb18f50 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Jul 28 03:28:19.395679 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:28:19.398765 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3a04a590-890e-4dd2-8340-4fea052d0053 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:28:19.500894 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 3a04a590-890e-4dd2-8340-4fea052d0053 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:28:19.510742 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 3a04a590-890e-4dd2-8340-4fea052d0053 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:28:19.511109 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:19.553707 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:19.570252 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba', 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a', 'port_id': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba', 'mac_address': 'fa:16:3e:63:7d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249c6aa1-ff73-473b-a79f-535f48814770', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:28:19.637814 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:19.654307 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:19.656711 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d1a90-716f-4c3c-ac2a-e772120cb5cc req-e0bdc2b1-d04e-4e10-a8ae-34bcf7b100d7 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:19.658374 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-648d1a90-716f-4c3c-ac2a-e772120cb5cc req-e0bdc2b1-d04e-4e10-a8ae-34bcf7b100d7 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 943 time: 0.0501537 Jul 28 03:28:19.663134 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:28:19.691152 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04a590-890e-4dd2-8340-4fea052d0053'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:19.693478 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc4690-b21a-4602-acd4-18025d652a97" -d '{"events": [{"server_uuid": "5ee10edb-cf80-44dd-907b-b9186cca8c10", "name": "network-vif-plugged", "status": "completed", "tag": "3a04a590-890e-4dd2-8340-4fea052d0053"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:19.700885 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:19.708723 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:19.709944 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-648d1a90-716f-4c3c-ac2a-e772120cb5cc req-1578d831-a100-453e-8d7f-fbe97b6ebbad tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jul 28 03:28:19.711795 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 3a04a590-890e-4dd2-8340-4fea052d0053, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a04a590-890e-4dd2-8340-4fea052d0053,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:19.742704 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4559134-7106-4244-8324-f8f898af9001 x-openstack-request-id: req-d4559134-7106-4244-8324-f8f898af9001 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:19.742993 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee10edb-cf80-44dd-907b-b9186cca8c10", "name": "network-vif-plugged", "status": "completed", "tag": "3a04a590-890e-4dd2-8340-4fea052d0053", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:19.743247 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4559134-7106-4244-8324-f8f898af9001 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:19.743654 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a04a590-890e-4dd2-8340-4fea052d0053', 'code': 200} Jul 28 03:28:19.747138 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:19.768563 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:19.818296 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=3a04a590-890e-4dd2-8340-4fea052d0053,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:19.908931 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6edc9b-732e-4394-8564-e5d9a219b19d req-371a738d-9186-46a3-a834-cd56013e02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:19.910451 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ad6edc9b-732e-4394-8564-e5d9a219b19d req-371a738d-9186-46a3-a834-cd56013e02b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 1098 time: 0.0386050 Jul 28 03:28:19.946002 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ad6edc9b-732e-4394-8564-e5d9a219b19d req-bc2f4ffa-4886-4a12-9d87-4874d468a49a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269854 Jul 28 03:28:20.093791 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['7b12a400-0eef-48f0-8050-7b8ebb6ca0ba'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:28:20.393702 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013ef76-eb71-4f10-86e2-683b4c9fc042 req-2d9d2101-7758-4eb9-84a4-b050d1116578 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:20.395046 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9013ef76-eb71-4f10-86e2-683b4c9fc042 req-2d9d2101-7758-4eb9-84a4-b050d1116578 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 945 time: 0.0470669 Jul 28 03:28:20.434440 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9013ef76-eb71-4f10-86e2-683b4c9fc042 req-13a7db8b-181a-4c58-a98e-ee3bcefc1f0c tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Jul 28 03:28:20.831868 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeec4d1-ab6d-499b-8f9e-77f08083546d req-3d00f6f0-ad25-483e-b489-89d893823de5 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:20.833318 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eaeec4d1-ab6d-499b-8f9e-77f08083546d req-3d00f6f0-ad25-483e-b489-89d893823de5 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 944 time: 0.0485027 Jul 28 03:28:20.869814 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eaeec4d1-ab6d-499b-8f9e-77f08083546d req-94821e98-7bce-4870-9cfb-b099e4dacda2 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303628 Jul 28 03:28:21.401185 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:28:21.450688 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:28:21.454266 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:28:21.454759 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:21.530802 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:21.548094 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fe088-0ea0-4380-b9e7-4c8853aa2e85 req-512a13c7-fbc1-4668-88df-10ca460c147c tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:21.550623 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df1fe088-0ea0-4380-b9e7-4c8853aa2e85 req-512a13c7-fbc1-4668-88df-10ca460c147c tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 945 time: 0.0516279 Jul 28 03:28:21.566639 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:21.572122 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:21.607610 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-df1fe088-0ea0-4380-b9e7-4c8853aa2e85 req-effe2eeb-06e1-46ba-99b1-1c9ee3bc8dc5 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Jul 28 03:28:21.641839 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:21.699388 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:28:21.744579 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:21.747231 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d6a8be-8dc1-4a8a-b9e4-8ee5a979f961" -d '{"events": [{"server_uuid": "6e9acff2-e3fc-4f15-a44a-c6de29e09f2a", "name": "network-vif-plugged", "status": "completed", "tag": "7b12a400-0eef-48f0-8050-7b8ebb6ca0ba"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:21.782472 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620c3687-3466-426e-b8ba-9893339c604d x-openstack-request-id: req-620c3687-3466-426e-b8ba-9893339c604d {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:21.782762 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9acff2-e3fc-4f15-a44a-c6de29e09f2a", "name": "network-vif-plugged", "status": "completed", "tag": "7b12a400-0eef-48f0-8050-7b8ebb6ca0ba", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:21.783497 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-620c3687-3466-426e-b8ba-9893339c604d {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:21.783497 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba', 'code': 200} Jul 28 03:28:21.974164 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6476e-c70f-4393-89a7-486eeb75bd8a req-410efd9e-d85b-4f74-848a-56413721d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:21.975751 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-58a6476e-c70f-4393-89a7-486eeb75bd8a req-410efd9e-d85b-4f74-848a-56413721d3b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 1098 time: 0.0466781 Jul 28 03:28:21.987121 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb77c30-24d6-4402-8bce-82f0f3386dd0 req-a2204ced-a4b8-45b3-a29c-27843c597171 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:21.988987 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6cb77c30-24d6-4402-8bce-82f0f3386dd0 req-a2204ced-a4b8-45b3-a29c-27843c597171 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 945 time: 0.0537260 Jul 28 03:28:22.016515 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-58a6476e-c70f-4393-89a7-486eeb75bd8a req-28bc175c-f125-4f0c-8140-ff7e4f1409fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Jul 28 03:28:22.034860 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6cb77c30-24d6-4402-8bce-82f0f3386dd0 req-8f726cf7-b1c4-42e8-a3b5-1625ab2c67e5 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383928 Jul 28 03:28:22.250416 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032822-5228-4366-8614-c9dfcad9ad27 req-0c6c290f-61da-4f06-8877-229f99639514 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:22.251890 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a032822-5228-4366-8614-c9dfcad9ad27 req-0c6c290f-61da-4f06-8877-229f99639514 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 945 time: 0.0488200 Jul 28 03:28:22.289426 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a032822-5228-4366-8614-c9dfcad9ad27 req-59f69a67-f895-43a7-a097-aee705ee24a2 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Jul 28 03:28:23.151560 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d4188-5e52-454d-a2d1-d5b8d32e7221 req-9ce49a90-a376-4ba2-a0be-da0257290b79 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:23.153000 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d17d4188-5e52-454d-a2d1-d5b8d32e7221 req-9ce49a90-a376-4ba2-a0be-da0257290b79 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 945 time: 0.0486462 Jul 28 03:28:23.191344 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d17d4188-5e52-454d-a2d1-d5b8d32e7221 req-0f753929-af72-4da8-be56-27443e6de493 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Jul 28 03:28:23.409336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8baf0f-9bca-4d68-a36e-a3c1f0f9e161 req-8ae60aa3-bdb4-44fa-ac5d-d925b4ff23f3 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:23.410805 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a8baf0f-9bca-4d68-a36e-a3c1f0f9e161 req-8ae60aa3-bdb4-44fa-ac5d-d925b4ff23f3 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 945 time: 0.0530589 Jul 28 03:28:23.454124 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a8baf0f-9bca-4d68-a36e-a3c1f0f9e161 req-f57d24ac-cefd-48ae-bcd6-15a2c7db7aa5 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Jul 28 03:28:24.111147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-b89d96c5-daa5-4392-be77-087f3c1a88f6 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:24.112575 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-b89d96c5-daa5-4392-be77-087f3c1a88f6 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 945 time: 0.0469079 Jul 28 03:28:24.205042 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Deleting port 3a04a590-890e-4dd2-8340-4fea052d0053 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:28:24.205042 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:24.289203 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] For port 3a04a590-890e-4dd2-8340-4fea052d0053, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3a04a590-890e-4dd2-8340-4fea052d0053,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:24.289571 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:24.302895 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Calling delete_port for 3a04a590-890e-4dd2-8340-4fea052d0053 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:28:24.307766 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9325f4-81f7-4cf3-87e7-f713f39be14b req-05f5d3f0-42b0-4b1f-8e54-23f7c233ad45 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:24.309761 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4f9325f4-81f7-4cf3-87e7-f713f39be14b req-05f5d3f0-42b0-4b1f-8e54-23f7c233ad45 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 945 time: 0.0477219 Jul 28 03:28:24.346844 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4f9325f4-81f7-4cf3-87e7-f713f39be14b req-051074e2-b08d-4123-8112-768612298f33 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Jul 28 03:28:24.435247 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:24.449297 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['3a04a590-890e-4dd2-8340-4fea052d0053'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:28:24.464198 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Pushing event deleted for resources: {'Port': ['ID=3a04a590-890e-4dd2-8340-4fea052d0053,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:24.517779 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] No DVR routers for this DVR port 3a04a590-890e-4dd2-8340-4fea052d0053 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:28:24.521165 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:24.523585 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b929b9c-2071-43fe-8eda-eea7e2cb1da1 req-0fe92353-5509-416c-a120-f3d5927befd1 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "DELETE /v2.0/ports/3a04a590-890e-4dd2-8340-4fea052d0053 HTTP/1.1" status: 204 len: 173 time: 0.4014060 Jul 28 03:28:24.528068 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'name': 'network-vif-deleted', 'tag': '3a04a590-890e-4dd2-8340-4fea052d0053'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:24.530516 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00f4c8-1f3c-411e-82cd-402b62c0b32f" -d '{"events": [{"server_uuid": "5ee10edb-cf80-44dd-907b-b9186cca8c10", "name": "network-vif-deleted", "tag": "3a04a590-890e-4dd2-8340-4fea052d0053"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:24.568756 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-44e2b388-f65e-4ff4-96c9-87823c661161 req-70f8d416-8058-4bd5-afc8-9e3ec7069f16 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee10edb-cf80-44dd-907b-b9186cca8c10 HTTP/1.1" status: 200 len: 210 time: 0.0350373 Jul 28 03:28:24.596595 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084eeb2a-4d6d-4cc7-bf7a-39b5b32b0018 x-openstack-request-id: req-084eeb2a-4d6d-4cc7-bf7a-39b5b32b0018 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:24.597007 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee10edb-cf80-44dd-907b-b9186cca8c10", "name": "network-vif-deleted", "tag": "3a04a590-890e-4dd2-8340-4fea052d0053", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:24.597346 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-084eeb2a-4d6d-4cc7-bf7a-39b5b32b0018 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:24.597839 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee10edb-cf80-44dd-907b-b9186cca8c10', 'name': 'network-vif-deleted', 'tag': '3a04a590-890e-4dd2-8340-4fea052d0053', 'status': 'completed', 'code': 200} Jul 28 03:28:25.823916 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817221d-72dd-4031-9e20-5b803704fc51 req-cf5fb592-c724-4bc8-883a-acb77c29fc8d tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:25.825378 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-cf5fb592-c724-4bc8-883a-acb77c29fc8d tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/networks?id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 HTTP/1.1" status: 200 len: 808 time: 0.1025901 Jul 28 03:28:25.839917 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-3c21208c-cb98-46fd-8ec1-f0359d456f0e tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/quotas/bb7da59c54d54998ba93cbfda7680d56 HTTP/1.1" status: 200 len: 375 time: 0.0089622 Jul 28 03:28:25.871817 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-be16ba9a-b3d5-42f9-bb94-2a859ab0fa74 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb7da59c54d54998ba93cbfda7680d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264888 Jul 28 03:28:26.012370 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-9ffdd356-10e4-435e-9a38-b6e026e70b20 service neutron] 10.222.0.20 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328983 Jul 28 03:28:26.106225 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-5900cc4c-0ec1-402c-acb2-b611e0f07f17 service neutron] 10.222.0.20 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861049 Jul 28 03:28:26.267375 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce31547b-4ee5-4aa7-b061-a5b7b88a5940 req-b06923d9-1bbf-4ecc-bfda-50be27acf719 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 210 time: 0.0283744 Jul 28 03:28:27.337492 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817221d-72dd-4031-9e20-5b803704fc51 req-6c8fd364-4488-447b-9f09-4ac4407fbfbb tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:27.339176 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-6c8fd364-4488-447b-9f09-4ac4407fbfbb tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "GET /v2.0/networks?id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 HTTP/1.1" status: 200 len: 808 time: 0.1044254 Jul 28 03:28:27.354594 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Request body: {'port': {'device_id': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7', 'admin_state_up': True, 'tenant_id': 'bb7da59c54d54998ba93cbfda7680d56'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:27.379757 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ef9d688d-1b22-414f-ae0f-4f9271713172 req-03dd303e-f14a-49b6-b1e5-b8de45d48757 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 210 time: 0.0315187 Jul 28 03:28:27.437920 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3a04a590-890e-4dd2-8340-4fea052d0053 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:28:27.458552 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 3a04a590-890e-4dd2-8340-4fea052d0053 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:28:27.458934 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 3a04a590-890e-4dd2-8340-4fea052d0053 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:28:27.466628 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Made reservation on behalf of bb7da59c54d54998ba93cbfda7680d56 for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:28:27.470069 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:27.609630 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Allocated IP 172.20.0.7 (d58e6f9f-43d2-4be7-9b78-f2b2da7514e7/af56f0ac-9a74-4f32-8115-fc54fec3fb29/2ec132a7-0720-455c-bf66-cc65b14d3545) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:28:28.005038 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.050262 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.097853 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:28:28.100872 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:28:28.103354 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:28:28.133879 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Pushing event updated for resources: {'Port': ['ID=2ec132a7-0720-455c-bf66-cc65b14d3545,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:28.163291 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:28.163921 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.179317 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-ee5f27ec-7add-4e07-bc3c-162028fe3994 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8285108 Jul 28 03:28:28.254294 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Request body: {'port': {'device_id': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:28:28.312521 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.502635 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7aff-8308-44c8-b2ad-19ad172ec6a3 req-fd9085f9-4345-435c-b1ea-e8f2e13fd756 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:28.504186 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-090f7aff-8308-44c8-b2ad-19ad172ec6a3 req-fd9085f9-4345-435c-b1ea-e8f2e13fd756 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 931 time: 0.0562015 Jul 28 03:28:28.544697 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-090f7aff-8308-44c8-b2ad-19ad172ec6a3 req-1bc964bc-0fed-43c6-802a-8c81e85dfbed tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346382 Jul 28 03:28:28.584899 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec132a7-0720-455c-bf66-cc65b14d3545 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:28:28.592599 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.604106 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Transition to ACTIVE for port object 2ec132a7-0720-455c-bf66-cc65b14d3545 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:28:28.609472 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.659415 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Pushing event updated for resources: {'Port': ['ID=2ec132a7-0720-455c-bf66-cc65b14d3545,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:28.730650 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Attempting to bind port 2ec132a7-0720-455c-bf66-cc65b14d3545 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:28:28.730988 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Attempting to bind port 2ec132a7-0720-455c-bf66-cc65b14d3545 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:28:28.731320 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Attempting to bind port 2ec132a7-0720-455c-bf66-cc65b14d3545 on network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:28:28.735521 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Port 2ec132a7-0720-455c-bf66-cc65b14d3545 on network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:28:28.735849 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Attempting to bind port 2ec132a7-0720-455c-bf66-cc65b14d3545 on network d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:28:28.740734 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:28:28.741097 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Checking segment: {'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:28:28.741498 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Bound using segment: {'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:28:28.741950 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Bound port: 2ec132a7-0720-455c-bf66-cc65b14d3545, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b8c95f-5865-4c8c-8d65-9b7edf2059cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:28:28.742305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.808339 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] For port 2ec132a7-0720-455c-bf66-cc65b14d3545, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:28:28.811841 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] For port 2ec132a7-0720-455c-bf66-cc65b14d3545, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ec132a7-0720-455c-bf66-cc65b14d3545,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:28:28.816046 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.851585 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:28.852887 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:28.854241 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] 10.222.0.10 "PUT /v2.0/ports/2ec132a7-0720-455c-bf66-cc65b14d3545 HTTP/1.1" status: 200 len: 1093 time: 0.6042936 Jul 28 03:28:28.857187 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'tag': '2ec132a7-0720-455c-bf66-cc65b14d3545'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:28.860655 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95674aca-c1fc-4abf-8ebf-4daabdce1573" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d", "tag": "2ec132a7-0720-455c-bf66-cc65b14d3545"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:28.889546 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3bdaf-1a51-46cf-b1a6-bd26403d6ceb service neutron] Pushing event updated for resources: {'Port': ['ID=2ec132a7-0720-455c-bf66-cc65b14d3545,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:28.900672 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2044fb-b8b4-4344-b001-a2269c45c8b7 x-openstack-request-id: req-fc2044fb-b8b4-4344-b001-a2269c45c8b7 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:28.900974 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d", "tag": "2ec132a7-0720-455c-bf66-cc65b14d3545", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:28.901218 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc2044fb-b8b4-4344-b001-a2269c45c8b7 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:28.902232 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'tag': '2ec132a7-0720-455c-bf66-cc65b14d3545', 'status': 'completed', 'code': 200} Jul 28 03:28:28.947400 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817221d-72dd-4031-9e20-5b803704fc51 req-dd11f505-ced4-4a5f-bd4d-768539cc8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:28.948942 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-dd11f505-ced4-4a5f-bd4d-768539cc8e37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb7da59c54d54998ba93cbfda7680d56&device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 1096 time: 0.0455148 Jul 28 03:28:28.994732 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-74054320-a844-4666-9ae0-26468a535d9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ec132a7-0720-455c-bf66-cc65b14d3545 HTTP/1.1" status: 200 len: 217 time: 0.0355968 Jul 28 03:28:29.045423 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817221d-72dd-4031-9e20-5b803704fc51 req-b8e84cba-b440-48db-8cd2-d099403e9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:29.047048 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-b8e84cba-b440-48db-8cd2-d099403e9944 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af56f0ac-9a74-4f32-8115-fc54fec3fb29 HTTP/1.1" status: 200 len: 848 time: 0.0445826 Jul 28 03:28:29.084610 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-c86fddb0-4e14-409c-a527-f578f8280cb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257206 Jul 28 03:28:29.180922 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-c703360b-71ab-4fc7-8873-18e356d6941e service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875211 Jul 28 03:28:29.280489 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9817221d-72dd-4031-9e20-5b803704fc51 req-d62b87fb-87ed-4f33-83bb-e7d7ff1e7144 service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863862 Jul 28 03:28:29.387990 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-5eabffd5-a52a-450b-9c83-ffcc0074e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:29.389387 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-5eabffd5-a52a-450b-9c83-ffcc0074e036 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb7da59c54d54998ba93cbfda7680d56&device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 1096 time: 0.0456793 Jul 28 03:28:29.479436 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-52f49011-55c4-43b6-ad5c-d3e28d09ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:29.480945 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-52f49011-55c4-43b6-ad5c-d3e28d09ef54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 HTTP/1.1" status: 200 len: 909 time: 0.0829160 Jul 28 03:28:29.526023 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-1e4475ea-93b7-433e-80a6-de4c7a65dc19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ec132a7-0720-455c-bf66-cc65b14d3545 HTTP/1.1" status: 200 len: 217 time: 0.0375524 Jul 28 03:28:29.577384 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-e34aa968-38de-42ea-826e-494cf99bf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:29.578844 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-e34aa968-38de-42ea-826e-494cf99bf39a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af56f0ac-9a74-4f32-8115-fc54fec3fb29 HTTP/1.1" status: 200 len: 848 time: 0.0430429 Jul 28 03:28:29.616240 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-9f74c3fc-32b5-47c5-9835-5c80e15632bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262723 Jul 28 03:28:29.668524 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc238d6-6c2f-4245-a522-850ed9866268 req-daff3dea-7315-4771-9425-ff9ca52593f0 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:29.669893 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8cc238d6-6c2f-4245-a522-850ed9866268 req-daff3dea-7315-4771-9425-ff9ca52593f0 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 943 time: 0.0540094 Jul 28 03:28:29.711164 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8cc238d6-6c2f-4245-a522-850ed9866268 req-ae377355-f172-485e-b91e-71abb4d79cc8 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Jul 28 03:28:29.716449 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-bb7d638c-2cbf-405f-8efa-15f3ee1adf74 service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861788 Jul 28 03:28:29.818464 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-95674aca-c1fc-4abf-8ebf-4daabdce1573 req-19e80add-8f11-4f32-94e1-756ed165a31b service neutron] 10.222.0.10 "GET /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847762 Jul 28 03:28:30.828012 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030b830-207e-44e1-a097-a54b2649e360 req-4ddea053-3185-4efa-8855-05418134caef tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:30.829433 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9030b830-207e-44e1-a097-a54b2649e360 req-4ddea053-3185-4efa-8855-05418134caef tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 943 time: 0.0491762 Jul 28 03:28:30.873998 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9030b830-207e-44e1-a097-a54b2649e360 req-846b0949-3c7d-4eb1-ac86-dbb135c71057 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Jul 28 03:28:31.230329 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-566531a2-4b43-4536-a563-fc94497339d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:31.465223 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 2ec132a7-0720-455c-bf66-cc65b14d3545 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:28:31.557223 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 2ec132a7-0720-455c-bf66-cc65b14d3545, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ec132a7-0720-455c-bf66-cc65b14d3545,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:31.685813 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '2ec132a7-0720-455c-bf66-cc65b14d3545', 'network_id': 'd58e6f9f-43d2-4be7-9b78-f2b2da7514e7', 'port_id': '2ec132a7-0720-455c-bf66-cc65b14d3545', 'mac_address': 'fa:16:3e:a2:ac:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af56f0ac-9a74-4f32-8115-fc54fec3fb29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:28:31.722321 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:31.735303 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec132a7-0720-455c-bf66-cc65b14d3545 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:28:31.754924 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 2ec132a7-0720-455c-bf66-cc65b14d3545, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ec132a7-0720-455c-bf66-cc65b14d3545,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:31.758630 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:31.805901 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=2ec132a7-0720-455c-bf66-cc65b14d3545,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:31.995204 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264df24-69c0-4149-920d-384dfbbe85c3 req-7ac7ffd3-34ff-49c7-ba3a-54f2d998fc83 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:31.997394 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1264df24-69c0-4149-920d-384dfbbe85c3 req-7ac7ffd3-34ff-49c7-ba3a-54f2d998fc83 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 944 time: 0.0574198 Jul 28 03:28:32.036714 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1264df24-69c0-4149-920d-384dfbbe85c3 req-63dca374-38a8-4a03-ae65-ac57b5c02f8c tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Jul 28 03:28:32.213283 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['2ec132a7-0720-455c-bf66-cc65b14d3545'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:28:32.902112 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:33.154932 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9468fde-70f9-4e1a-babb-d0437ead8226 req-8e70ba8b-f36b-41dc-8c04-5efa99362fe7 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:33.156325 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9468fde-70f9-4e1a-babb-d0437ead8226 req-8e70ba8b-f36b-41dc-8c04-5efa99362fe7 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 944 time: 0.0499806 Jul 28 03:28:33.161216 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-14bc2dcb-2166-495c-aaeb-c528431d4d61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383410 Jul 28 03:28:33.200967 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9468fde-70f9-4e1a-babb-d0437ead8226 req-21136244-3d8b-4762-90e7-521fff6013c8 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Jul 28 03:28:33.251220 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d739a-342b-4cfb-a146-9314ae256652 req-ab28e416-18b0-4f2b-a23e-8a2305741cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:33.252717 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-ab28e416-18b0-4f2b-a23e-8a2305741cac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 1099 time: 0.0477393 Jul 28 03:28:33.369059 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d739a-342b-4cfb-a146-9314ae256652 req-62b7476a-15c3-43eb-a713-913d7f21b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:33.370557 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-62b7476a-15c3-43eb-a713-913d7f21b511 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.0893607 Jul 28 03:28:33.436286 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-4e404fbc-9196-4b78-8e04-5f94204503ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 200 len: 1001 time: 0.0580547 Jul 28 03:28:33.484739 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 2ec132a7-0720-455c-bf66-cc65b14d3545 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:28:33.495625 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d739a-342b-4cfb-a146-9314ae256652 req-9e852f01-0a26-4ee3-b85e-4d58406926ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:33.497107 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-9e852f01-0a26-4ee3-b85e-4d58406926ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0496869 Jul 28 03:28:33.533844 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 2ec132a7-0720-455c-bf66-cc65b14d3545 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:28:33.537732 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 2ec132a7-0720-455c-bf66-cc65b14d3545 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:28:33.538241 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:33.548437 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d739a-342b-4cfb-a146-9314ae256652 req-93f28c53-2123-4769-abd8-474243af8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:33.549940 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-93f28c53-2123-4769-abd8-474243af8c5b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431671 Jul 28 03:28:33.618252 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:33.640241 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-c193e8bd-e169-442c-86d9-9b7e95b30de9 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808580 Jul 28 03:28:33.640482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec132a7-0720-455c-bf66-cc65b14d3545'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:33.642698 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427aab8-2c19-43e0-b951-cd076f9a6e62" -d '{"events": [{"server_uuid": "a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d", "name": "network-vif-plugged", "status": "completed", "tag": "2ec132a7-0720-455c-bf66-cc65b14d3545"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:33.656605 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 2ec132a7-0720-455c-bf66-cc65b14d3545, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ec132a7-0720-455c-bf66-cc65b14d3545,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:33.661608 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:33.687444 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11aa794-3c6d-42ac-9a04-2401f5ab7596 x-openstack-request-id: req-e11aa794-3c6d-42ac-9a04-2401f5ab7596 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:33.687666 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d", "name": "network-vif-plugged", "status": "completed", "tag": "2ec132a7-0720-455c-bf66-cc65b14d3545", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:33.687907 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e11aa794-3c6d-42ac-9a04-2401f5ab7596 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:33.688285 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec132a7-0720-455c-bf66-cc65b14d3545', 'code': 200} Jul 28 03:28:33.717490 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=2ec132a7-0720-455c-bf66-cc65b14d3545,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:33.742688 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a52d739a-342b-4cfb-a146-9314ae256652 req-4e21e6e2-192e-4936-b603-d3c96e79a383 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930741 Jul 28 03:28:33.860624 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c50bf-8b2f-46cf-9744-f636eb1cf921 req-2a77d20c-2aaa-478b-a3d9-edd749735e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:33.862053 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-135c50bf-8b2f-46cf-9744-f636eb1cf921 req-2a77d20c-2aaa-478b-a3d9-edd749735e16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 1098 time: 0.0396481 Jul 28 03:28:33.887423 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e5381bb1-7588-4631-b6e3-3f3ea6181167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:33.902983 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-135c50bf-8b2f-46cf-9744-f636eb1cf921 req-0cc26822-a827-4372-af4b-a9aa68f61ec8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330880 Jul 28 03:28:33.969609 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:34.320521 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e377ba-551f-436f-8510-7b7fb7f48978 req-a7c54ba2-070a-4a75-85b5-d3a7d8958943 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:34.321991 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83e377ba-551f-436f-8510-7b7fb7f48978 req-a7c54ba2-070a-4a75-85b5-d3a7d8958943 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 945 time: 0.0482080 Jul 28 03:28:34.359535 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-83e377ba-551f-436f-8510-7b7fb7f48978 req-b30ad674-9313-41a9-bb13-f81811ef6719 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Jul 28 03:28:34.976948 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:35.476971 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de02307-9ce8-4530-8150-66e4139861bd req-16f53f67-a7ca-4eb1-935a-c256337afdfb tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:35.478372 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0de02307-9ce8-4530-8150-66e4139861bd req-16f53f67-a7ca-4eb1-935a-c256337afdfb tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 945 time: 0.0505953 Jul 28 03:28:35.514117 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0de02307-9ce8-4530-8150-66e4139861bd req-acb02a09-ff27-441b-b455-83743b1bd466 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299895 Jul 28 03:28:36.228259 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4dc10-1de3-45b9-a6a9-0e720e04c520 req-be4dd857-70d5-40aa-9a2d-1708b15212de tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:36.230209 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-93f4dc10-1de3-45b9-a6a9-0e720e04c520 req-be4dd857-70d5-40aa-9a2d-1708b15212de tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 945 time: 0.0492103 Jul 28 03:28:36.267202 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-93f4dc10-1de3-45b9-a6a9-0e720e04c520 req-93ed19b6-7338-45c5-a4c9-171765397dec tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 Jul 28 03:28:36.601682 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:37.379225 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7bf7f-98a8-459a-83e6-7e9624ed6e9d req-8094e88d-349c-483c-8550-6079580c67fc tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:37.380679 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13c7bf7f-98a8-459a-83e6-7e9624ed6e9d req-8094e88d-349c-483c-8550-6079580c67fc tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 945 time: 0.0480278 Jul 28 03:28:37.418578 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13c7bf7f-98a8-459a-83e6-7e9624ed6e9d req-be30e50e-9688-4ad2-8551-a518a40340de tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Jul 28 03:28:38.217561 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-080fa5ec-e59b-46af-93a0-14dbafdf2c9a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:38.219313 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-080fa5ec-e59b-46af-93a0-14dbafdf2c9a tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 945 time: 0.0550268 Jul 28 03:28:38.318606 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Deleting port 2ec132a7-0720-455c-bf66-cc65b14d3545 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:28:38.318948 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.409065 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] For port 2ec132a7-0720-455c-bf66-cc65b14d3545, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2ec132a7-0720-455c-bf66-cc65b14d3545,segment=NetworkSegment(70b8c95f-5865-4c8c-8d65-9b7edf2059cb),segment_id=70b8c95f-5865-4c8c-8d65-9b7edf2059cb)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:28:38.409430 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.422486 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Calling delete_port for 2ec132a7-0720-455c-bf66-cc65b14d3545 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:28:38.552608 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8f6e-cae9-40e7-9151-fcf5505a86df req-011b917c-d490-4bf7-8443-ce8d3c01ffeb tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:28:38.553237 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.555039 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b9d8f6e-cae9-40e7-9151-fcf5505a86df req-011b917c-d490-4bf7-8443-ce8d3c01ffeb tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d HTTP/1.1" status: 200 len: 945 time: 0.0655339 Jul 28 03:28:38.570145 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['2ec132a7-0720-455c-bf66-cc65b14d3545'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:28:38.586768 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Pushing event deleted for resources: {'Port': ['ID=2ec132a7-0720-455c-bf66-cc65b14d3545,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:28:38.599396 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b9d8f6e-cae9-40e7-9151-fcf5505a86df req-894e365d-94c2-48e8-9281-3f672d9041a0 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f65468c8-e0c7-46e3-b7e3-4f63317f42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378158 Jul 28 03:28:38.600866 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.601216 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.601602 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.601878 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.602215 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.602533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.602857 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.603178 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.603515 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.603836 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.604154 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.604471 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:28:38.645458 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] No DVR routers for this DVR port 2ec132a7-0720-455c-bf66-cc65b14d3545 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:28:38.647961 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:28:38.649930 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a1791b05-159b-40bc-bae9-c56746ec0dd8 req-eaf942bf-c0c6-4045-ab64-7db1f6496e80 tempest-VolumesActionsTest-1888923170 tempest-VolumesActionsTest-1888923170-project] 10.222.0.10 "DELETE /v2.0/ports/2ec132a7-0720-455c-bf66-cc65b14d3545 HTTP/1.1" status: 204 len: 173 time: 0.4178684 Jul 28 03:28:38.650347 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'name': 'network-vif-deleted', 'tag': '2ec132a7-0720-455c-bf66-cc65b14d3545'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:28:38.652620 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8b584-db28-4e77-8e0e-77cae82692b0" -d '{"events": [{"server_uuid": "a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d", "name": "network-vif-deleted", "tag": "2ec132a7-0720-455c-bf66-cc65b14d3545"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:28:38.752500 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0226748f-d280-4d75-97de-a3192d2abb97 x-openstack-request-id: req-0226748f-d280-4d75-97de-a3192d2abb97 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:28:38.752797 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d", "name": "network-vif-deleted", "tag": "2ec132a7-0720-455c-bf66-cc65b14d3545", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:28:38.753049 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0226748f-d280-4d75-97de-a3192d2abb97 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:28:38.753446 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fc3c1b-80e6-42bd-9202-116a3c2bdf5d', 'name': 'network-vif-deleted', 'tag': '2ec132a7-0720-455c-bf66-cc65b14d3545', 'status': 'completed', 'code': 200} Jul 28 03:28:47.492746 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 2ec132a7-0720-455c-bf66-cc65b14d3545 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:28:47.513272 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 2ec132a7-0720-455c-bf66-cc65b14d3545 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:28:47.513611 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 2ec132a7-0720-455c-bf66-cc65b14d3545 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:28:58.704675 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:29:01.236493 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ea48cb61-e4a3-4242-b482-b50347a548ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:02.918504 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.889083 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c8091478-d873-4ded-a3d4-a76b7ce76264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:03.970737 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:04.980535 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:06.603449 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:13.940025 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 47334) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:13.987097 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] Deleting subnet af56f0ac-9a74-4f32-8115-fc54fec3fb29 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:29:13.990405 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.023060 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.062283 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.116122 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.141565 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af56f0ac-9a74-4f32-8115-fc54fec3fb29,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:14.146083 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.146083 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-28aca747-2d96-4f97-b852-a66a50b8f977 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af56f0ac-9a74-4f32-8115-fc54fec3fb29 HTTP/1.1" status: 204 len: 168 time: 0.2040880 Jul 28 03:29:14.147783 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 47336) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:14.212202 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.290511 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.300434 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58e6f9f-43d2-4be7-9b78-f2b2da7514e7']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:14.310105 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b8c95f-5865-4c8c-8d65-9b7edf2059cb') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:14.310404 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b8c95f-5865-4c8c-8d65-9b7edf2059cb') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:29:14.318746 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.332300 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.338755 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:29:14.339147 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:29:14.340725 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:29:14.390092 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.395059 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.396831 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/d58e6f9f-43d2-4be7-9b78-f2b2da7514e7 HTTP/1.1" status: 204 len: 168 time: 0.2481391 Jul 28 03:29:14.407723 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d58e6f9f-43d2-4be7-9b78-f2b2da7514e7,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:14.414848 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.415224 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.415745 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.415963 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.416290 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.416616 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.416940 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.417264 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.417587 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.417905 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.418248 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.418563 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21b1ef1-8208-432a-8106-f0c960fd23ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:14.510272 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 47340) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:14.549546 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-bdd9e57e-5dfa-4f0d-9bd0-1d52441bc06d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb7da59c54d54998ba93cbfda7680d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380836 Jul 28 03:29:14.551906 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 47342) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:29:14.601257 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-de46a82f-734b-4681-bcf7-42c7daab10d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.621451 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-de46a82f-734b-4681-bcf7-42c7daab10d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.664927 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-de46a82f-734b-4681-bcf7-42c7daab10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.667767 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-de46a82f-734b-4681-bcf7-42c7daab10d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:14.668892 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-de46a82f-734b-4681-bcf7-42c7daab10d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f65468c8-e0c7-46e3-b7e3-4f63317f42a3 HTTP/1.1" status: 204 len: 168 time: 0.1160603 Jul 28 03:29:14.676335 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a82f-734b-4681-bcf7-42c7daab10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65468c8-e0c7-46e3-b7e3-4f63317f42a3,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:24.028278 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eeaee-5a6b-4014-9d28-bc9962140186 req-ffb51286-b441-43fd-b247-33e677e86b72 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:24.029731 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-001eeaee-5a6b-4014-9d28-bc9962140186 req-ffb51286-b441-43fd-b247-33e677e86b72 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 945 time: 0.2685592 Jul 28 03:29:24.066105 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-001eeaee-5a6b-4014-9d28-bc9962140186 req-aa225e41-b52b-4f70-a7ec-644538807841 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304301 Jul 28 03:29:25.179105 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783af3-a94b-40a1-8a62-b5bcdf479b57 req-ee126ec8-c0e4-4be2-96a9-553fc0ad9982 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:25.180565 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-28783af3-a94b-40a1-8a62-b5bcdf479b57 req-ee126ec8-c0e4-4be2-96a9-553fc0ad9982 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 945 time: 0.0477896 Jul 28 03:29:25.230927 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-28783af3-a94b-40a1-8a62-b5bcdf479b57 req-861eada0-5586-411f-b3a6-9d1693ea1497 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Jul 28 03:29:25.658758 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274bd33-f201-465f-80d7-c604d755beb0 req-b9bb02f6-2dce-4a3c-b0bd-c2ddab06c0e1 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:25.660222 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1274bd33-f201-465f-80d7-c604d755beb0 req-b9bb02f6-2dce-4a3c-b0bd-c2ddab06c0e1 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 945 time: 0.0498888 Jul 28 03:29:25.748235 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Deleting port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:29:25.748601 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.835094 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] For port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:25.835453 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.847660 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Calling delete_port for 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:29:25.970251 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:25.982617 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['7b12a400-0eef-48f0-8050-7b8ebb6ca0ba'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:29:26.003675 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Pushing event deleted for resources: {'Port': ['ID=7b12a400-0eef-48f0-8050-7b8ebb6ca0ba,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:26.039363 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] No DVR routers for this DVR port 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:29:26.042460 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:26.044611 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1274bd33-f201-465f-80d7-c604d755beb0 req-74b577d1-16de-4806-84ed-6fdca1866040 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "DELETE /v2.0/ports/7b12a400-0eef-48f0-8050-7b8ebb6ca0ba HTTP/1.1" status: 204 len: 173 time: 0.3769534 Jul 28 03:29:26.045070 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'name': 'network-vif-deleted', 'tag': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:29:26.047281 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc102e-9dc8-4f85-aa11-06d956a76ace" -d '{"events": [{"server_uuid": "6e9acff2-e3fc-4f15-a44a-c6de29e09f2a", "name": "network-vif-deleted", "tag": "7b12a400-0eef-48f0-8050-7b8ebb6ca0ba"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:29:26.083416 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7d734-cc33-4ed5-ad15-fcd38d5121cb x-openstack-request-id: req-bfc7d734-cc33-4ed5-ad15-fcd38d5121cb {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:29:26.083723 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9acff2-e3fc-4f15-a44a-c6de29e09f2a", "name": "network-vif-deleted", "tag": "7b12a400-0eef-48f0-8050-7b8ebb6ca0ba", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:29:26.083966 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfc7d734-cc33-4ed5-ad15-fcd38d5121cb {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:29:26.084351 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9acff2-e3fc-4f15-a44a-c6de29e09f2a', 'name': 'network-vif-deleted', 'tag': '7b12a400-0eef-48f0-8050-7b8ebb6ca0ba', 'status': 'completed', 'code': 200} Jul 28 03:29:26.334803 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f3d1a38a-9030-419c-bd37-7c4ed25b4bda req-2a37ea4f-4e27-4afa-9ff2-ea099c5c68a8 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e9acff2-e3fc-4f15-a44a-c6de29e09f2a HTTP/1.1" status: 200 len: 210 time: 0.0259402 Jul 28 03:29:30.170688 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:29:30.191064 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:29:30.191408 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7b12a400-0eef-48f0-8050-7b8ebb6ca0ba not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:29:31.227251 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-95eee2b8-1512-4af2-bbc6-f4eeb53c116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:32.942224 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.888989 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-db2ad69f-2596-48a4-a6ce-39d4a321f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:33.972110 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:34.298963 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-3af740a1-1d6c-4325-88e6-61be7ad10312 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1720562 Jul 28 03:29:34.495084 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-b8648832-e343-455c-b00f-9141bb264979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:34.496616 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-b8648832-e343-455c-b00f-9141bb264979 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 1098 time: 0.0437598 Jul 28 03:29:34.597282 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-ab9d96cb-8704-4ccd-8bf0-7325bdc23a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:34.598772 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-ab9d96cb-8704-4ccd-8bf0-7325bdc23a3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 912 time: 0.0837512 Jul 28 03:29:34.666069 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-bfe300fc-a136-4946-9bab-c043ab03b900 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 200 len: 1001 time: 0.0599444 Jul 28 03:29:34.983111 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:35.703864 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:29:35.706145 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-1ea1a9f8-f2f1-4a51-897b-d87d6cd6cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:35.707574 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-1ea1a9f8-f2f1-4a51-897b-d87d6cd6cbf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0431545 Jul 28 03:29:36.607050 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:36.677065 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-4263506e-f9e0-444c-9476-377f71343929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:36.678519 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-4263506e-f9e0-444c-9476-377f71343929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405428 Jul 28 03:29:38.013665 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-3dd2ff47-1b2a-4ec6-b235-e0b615695565 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851433 Jul 28 03:29:38.102153 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-dc300d2f-a5a6-4073-80bc-d5ed3d454c68 req-1454d71a-72f3-479b-972b-f426fb3c22e3 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812581 Jul 28 03:29:39.368002 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-9c33e31e-e9d8-415f-a2e7-e7a5e88a047c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:39.369366 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-9c33e31e-e9d8-415f-a2e7-e7a5e88a047c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/networks?id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a HTTP/1.1" status: 200 len: 814 time: 0.1003926 Jul 28 03:29:39.384164 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-c07cda5d-0097-42d2-a533-24347d1b0f6c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/quotas/e94cab83b6984bf4b340c686930731cf HTTP/1.1" status: 200 len: 375 time: 0.0086136 Jul 28 03:29:39.414297 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-f77a9c2f-545e-4332-8475-3a11650dbc79 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e94cab83b6984bf4b340c686930731cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250413 Jul 28 03:29:39.503651 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-c86d2df2-d019-41ef-8251-7a51de6e72d8 service neutron] 10.222.0.20 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821035 Jul 28 03:29:39.590093 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-09bcec6b-2e34-433b-9c06-c1dbb1d96458 service neutron] 10.222.0.20 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805573 Jul 28 03:29:39.743352 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7d04e9c6-651f-43c0-b622-c317c294f746 req-58bd7ebf-2e2e-4906-890a-849d3f00cfba tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 210 time: 0.0269625 Jul 28 03:29:40.698871 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-b277263a-d7b1-4c13-8189-42ba8134ea82 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:40.701016 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-b277263a-d7b1-4c13-8189-42ba8134ea82 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "GET /v2.0/networks?id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a HTTP/1.1" status: 200 len: 814 time: 0.1116049 Jul 28 03:29:40.733427 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Request body: {'port': {'device_id': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a', 'admin_state_up': True, 'tenant_id': 'e94cab83b6984bf4b340c686930731cf'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:40.839785 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Made reservation on behalf of e94cab83b6984bf4b340c686930731cf for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:29:40.840223 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-87c9ce4e-80c6-4760-8c59-30a9766b321f req-ebcf81f8-fa87-462e-9764-0aa87407c03a tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 210 time: 0.0306790 Jul 28 03:29:40.843231 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:40.967459 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Allocated IP 172.20.0.4 (6dc33ad7-f862-472d-b32c-cfc4cd08c56a/249c6aa1-ff73-473b-a79f-535f48814770/a7b33d62-8e59-47e8-86c4-ebd8ec283206) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:29:41.107107 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.143032 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.183718 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:29:41.186615 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:29:41.192425 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:29:41.198168 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Pushing event updated for resources: {'Port': ['ID=a7b33d62-8e59-47e8-86c4-ebd8ec283206,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:41.224882 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.225254 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.225569 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.225905 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.226242 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.226571 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.226934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.227264 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.227617 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.227943 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.228267 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.228586 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:41.251816 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:41.252420 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.267361 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-1810524c-82dd-45f5-9779-28c6e285222e tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383584 Jul 28 03:29:41.280305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Request body: {'port': {'device_id': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:29:41.332959 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.579889 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b33d62-8e59-47e8-86c4-ebd8ec283206 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:29:41.587209 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.599524 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Transition to ACTIVE for port object a7b33d62-8e59-47e8-86c4-ebd8ec283206 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:29:41.603224 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.652385 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b33d62-8e59-47e8-86c4-ebd8ec283206,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:41.715006 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Attempting to bind port a7b33d62-8e59-47e8-86c4-ebd8ec283206 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:29:41.715662 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Attempting to bind port a7b33d62-8e59-47e8-86c4-ebd8ec283206 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:29:41.715662 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Attempting to bind port a7b33d62-8e59-47e8-86c4-ebd8ec283206 on network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:29:41.719833 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Port a7b33d62-8e59-47e8-86c4-ebd8ec283206 on network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:29:41.720152 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Attempting to bind port a7b33d62-8e59-47e8-86c4-ebd8ec283206 on network 6dc33ad7-f862-472d-b32c-cfc4cd08c56a {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:29:41.724851 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:29:41.725185 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Checking segment: {'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:29:41.725564 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Bound using segment: {'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:29:41.725987 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Bound port: a7b33d62-8e59-47e8-86c4-ebd8ec283206, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68813c91-3c77-4c0a-8f8b-846ee1a60fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:29:41.726334 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.786987 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] For port a7b33d62-8e59-47e8-86c4-ebd8ec283206, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:29:41.789942 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] For port a7b33d62-8e59-47e8-86c4-ebd8ec283206, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a7b33d62-8e59-47e8-86c4-ebd8ec283206,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:29:41.793994 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.826851 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:41.827455 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:41.828832 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] 10.222.0.10 "PUT /v2.0/ports/a7b33d62-8e59-47e8-86c4-ebd8ec283206 HTTP/1.1" status: 200 len: 1093 time: 0.5531201 Jul 28 03:29:41.829256 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'tag': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:29:41.831533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607833fa-aace-4c55-9603-e292abdffa34" -d '{"events": [{"name": "network-changed", "server_uuid": "4223a761-54c4-4f9e-acec-9f5fb0f486eb", "tag": "a7b33d62-8e59-47e8-86c4-ebd8ec283206"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:29:41.854176 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef58f3c-9649-4043-b388-8c3f99797657 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b33d62-8e59-47e8-86c4-ebd8ec283206,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:41.892191 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480ae4bb-830f-40b0-9a72-e2e65d15616d x-openstack-request-id: req-480ae4bb-830f-40b0-9a72-e2e65d15616d {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:29:41.892477 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4223a761-54c4-4f9e-acec-9f5fb0f486eb", "tag": "a7b33d62-8e59-47e8-86c4-ebd8ec283206", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:29:41.892722 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-480ae4bb-830f-40b0-9a72-e2e65d15616d {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:29:41.893108 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'tag': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206', 'status': 'completed', 'code': 200} Jul 28 03:29:41.919654 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-3a742e1c-7dac-453f-b40f-707d474690d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:41.921155 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-3a742e1c-7dac-453f-b40f-707d474690d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e94cab83b6984bf4b340c686930731cf&device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 1096 time: 0.0568135 Jul 28 03:29:41.960071 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b1e4e-caf3-442f-bf28-dd9a78dfefa4 req-ae5a0deb-952d-4db9-a23b-98b2ed4decfc tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:41.961587 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-265b1e4e-caf3-442f-bf28-dd9a78dfefa4 req-ae5a0deb-952d-4db9-a23b-98b2ed4decfc tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 943 time: 0.0491202 Jul 28 03:29:41.966196 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-c1e58a80-bfbf-4b3b-92a4-1beaaf4f909f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b33d62-8e59-47e8-86c4-ebd8ec283206 HTTP/1.1" status: 200 len: 217 time: 0.0365577 Jul 28 03:29:41.999656 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-265b1e4e-caf3-442f-bf28-dd9a78dfefa4 req-5823e16d-17e6-4b1a-9ef3-6aec6e1120e6 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Jul 28 03:29:42.017979 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-13451cb0-aa20-46d6-81ce-376cdca18922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:42.019490 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-13451cb0-aa20-46d6-81ce-376cdca18922 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=249c6aa1-ff73-473b-a79f-535f48814770 HTTP/1.1" status: 200 len: 854 time: 0.0465977 Jul 28 03:29:42.051535 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-b4895a80-69a7-4267-a56a-8cbea863739d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233901 Jul 28 03:29:42.140968 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-67776983-f5e9-4046-bbf2-e05abeef41d8 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813086 Jul 28 03:29:42.225342 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-982eb263-2352-4d34-b36e-4b7afc430bf1 req-43d64185-ed87-40c9-900d-1323d4a33503 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775778 Jul 28 03:29:42.321010 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607833fa-aace-4c55-9603-e292abdffa34 req-69d11fe8-523c-4ee2-9bdd-5c77cb9b1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:42.322444 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-607833fa-aace-4c55-9603-e292abdffa34 req-69d11fe8-523c-4ee2-9bdd-5c77cb9b1947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e94cab83b6984bf4b340c686930731cf&device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 1096 time: 0.0404370 Jul 28 03:29:42.412890 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607833fa-aace-4c55-9603-e292abdffa34 req-8d0688b8-44eb-4d40-893e-aea4abcf9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:42.414227 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-607833fa-aace-4c55-9603-e292abdffa34 req-8d0688b8-44eb-4d40-893e-aea4abcf9386 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a HTTP/1.1" status: 200 len: 915 time: 0.0836148 Jul 28 03:29:42.455928 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-607833fa-aace-4c55-9603-e292abdffa34 req-b0bcf2ac-3d95-40ec-89fb-2bc3b06488b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7b33d62-8e59-47e8-86c4-ebd8ec283206 HTTP/1.1" status: 200 len: 217 time: 0.0335991 Jul 28 03:29:42.505789 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607833fa-aace-4c55-9603-e292abdffa34 req-da4ed1dd-56ce-4c92-b4ca-27f2a40e96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:42.507154 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-607833fa-aace-4c55-9603-e292abdffa34 req-da4ed1dd-56ce-4c92-b4ca-27f2a40e96dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=249c6aa1-ff73-473b-a79f-535f48814770 HTTP/1.1" status: 200 len: 854 time: 0.0448020 Jul 28 03:29:42.537979 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-607833fa-aace-4c55-9603-e292abdffa34 req-71b1f80c-9eb0-4e3c-b7dc-e8fbef44927d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc33ad7-f862-472d-b32c-cfc4cd08c56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230584 Jul 28 03:29:42.623755 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-607833fa-aace-4c55-9603-e292abdffa34 req-5ce8ba2c-310b-43b0-912c-1bea39535a0b service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776341 Jul 28 03:29:42.713100 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-607833fa-aace-4c55-9603-e292abdffa34 req-206277e3-ff75-4d3f-9a57-5e354a9f6bb2 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825346 Jul 28 03:29:43.113362 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d73b-21ff-41d9-b5ed-fb675b68c6ec req-71aa90f9-da2b-4615-973d-86971d20a3a7 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:43.114812 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b799d73b-21ff-41d9-b5ed-fb675b68c6ec req-71aa90f9-da2b-4615-973d-86971d20a3a7 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 943 time: 0.0486405 Jul 28 03:29:43.151956 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b799d73b-21ff-41d9-b5ed-fb675b68c6ec req-135178ea-d963-481f-94d9-597b47e9e0ef tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Jul 28 03:29:44.262687 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096345af-d9e2-444b-a151-3bd5e6a68585 req-65b3343c-10ba-4ca3-8e95-129bc7b1ba72 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:44.264163 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-096345af-d9e2-444b-a151-3bd5e6a68585 req-65b3343c-10ba-4ca3-8e95-129bc7b1ba72 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 943 time: 0.0482485 Jul 28 03:29:44.304392 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-096345af-d9e2-444b-a151-3bd5e6a68585 req-b5fdcd7a-11b5-4ab5-9390-3d91d2cf56fc tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Jul 28 03:29:45.416496 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359ddc7-db15-4617-95e3-5f160d6a053d req-40b8d749-bf48-4e51-a1ff-4ccbe0b949f9 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:45.417937 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3359ddc7-db15-4617-95e3-5f160d6a053d req-40b8d749-bf48-4e51-a1ff-4ccbe0b949f9 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 943 time: 0.0488038 Jul 28 03:29:45.455767 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3359ddc7-db15-4617-95e3-5f160d6a053d req-4bddd855-5561-49b3-87a7-0e5279476a38 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jul 28 03:29:45.794288 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a7b33d62-8e59-47e8-86c4-ebd8ec283206 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:29:45.889024 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port a7b33d62-8e59-47e8-86c4-ebd8ec283206, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a7b33d62-8e59-47e8-86c4-ebd8ec283206,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:45.900612 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206', 'network_id': '6dc33ad7-f862-472d-b32c-cfc4cd08c56a', 'port_id': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206', 'mac_address': 'fa:16:3e:5c:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249c6aa1-ff73-473b-a79f-535f48814770', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:29:45.936750 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:45.949184 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b33d62-8e59-47e8-86c4-ebd8ec283206 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:29:45.967887 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port a7b33d62-8e59-47e8-86c4-ebd8ec283206, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a7b33d62-8e59-47e8-86c4-ebd8ec283206,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:45.971912 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:46.017726 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=a7b33d62-8e59-47e8-86c4-ebd8ec283206,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:46.024545 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.024917 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.025299 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.025636 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.025967 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.026298 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.026651 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.026976 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.027342 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.027704 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.028026 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.028346 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:29:46.334738 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['a7b33d62-8e59-47e8-86c4-ebd8ec283206'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:29:46.566227 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d78279-27f9-45fd-b9f7-36ca40fd2c08 req-ea2a7308-1277-4af2-beb0-7638f3b243cb tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:46.567592 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2d78279-27f9-45fd-b9f7-36ca40fd2c08 req-ea2a7308-1277-4af2-beb0-7638f3b243cb tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 944 time: 0.0474088 Jul 28 03:29:46.605524 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f2d78279-27f9-45fd-b9f7-36ca40fd2c08 req-c428a6a0-96c9-4870-bf15-d010aef1d90f tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315697 Jul 28 03:29:47.716113 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53253fee-2945-46e3-afe1-cd71126f67a8 req-2cc086eb-f0c5-41d1-9780-387b186d6c7b tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:47.717561 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-53253fee-2945-46e3-afe1-cd71126f67a8 req-2cc086eb-f0c5-41d1-9780-387b186d6c7b tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 944 time: 0.0481846 Jul 28 03:29:47.757230 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-53253fee-2945-46e3-afe1-cd71126f67a8 req-ce431630-a202-4291-a1fc-520330413f84 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Jul 28 03:29:47.823951 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a7b33d62-8e59-47e8-86c4-ebd8ec283206 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:29:47.870467 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port a7b33d62-8e59-47e8-86c4-ebd8ec283206 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:29:47.873815 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port a7b33d62-8e59-47e8-86c4-ebd8ec283206 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:29:47.874179 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:47.950194 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:47.971754 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:29:47.973955 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9719f8a-f633-4355-82fc-b82dc8be630c" -d '{"events": [{"server_uuid": "4223a761-54c4-4f9e-acec-9f5fb0f486eb", "name": "network-vif-plugged", "status": "completed", "tag": "a7b33d62-8e59-47e8-86c4-ebd8ec283206"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:29:47.987224 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port a7b33d62-8e59-47e8-86c4-ebd8ec283206, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a7b33d62-8e59-47e8-86c4-ebd8ec283206,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:29:47.991230 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:29:48.037938 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=a7b33d62-8e59-47e8-86c4-ebd8ec283206,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:29:48.122910 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d67e9f-c9ba-42b6-ab89-439c3e079cdd x-openstack-request-id: req-f4d67e9f-c9ba-42b6-ab89-439c3e079cdd {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:29:48.123192 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4223a761-54c4-4f9e-acec-9f5fb0f486eb", "name": "network-vif-plugged", "status": "completed", "tag": "a7b33d62-8e59-47e8-86c4-ebd8ec283206", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:29:48.123441 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4d67e9f-c9ba-42b6-ab89-439c3e079cdd {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:29:48.123860 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206', 'code': 200} Jul 28 03:29:48.286353 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f408c-dbc7-430b-aa03-ef21873c5f5a req-fa608e06-cf6e-45db-ac9b-7c82be42046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:48.287835 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-632f408c-dbc7-430b-aa03-ef21873c5f5a req-fa608e06-cf6e-45db-ac9b-7c82be42046d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 1098 time: 0.0405350 Jul 28 03:29:48.321853 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-632f408c-dbc7-430b-aa03-ef21873c5f5a req-e173951d-7239-4d84-8a8b-4706cb421b4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272522 Jul 28 03:29:48.867176 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca95250-296b-4040-b473-f628402e7094 req-178b4904-e8d9-4955-b0d1-a34acd0695c3 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:48.868547 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eca95250-296b-4040-b473-f628402e7094 req-178b4904-e8d9-4955-b0d1-a34acd0695c3 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 945 time: 0.0472991 Jul 28 03:29:48.905208 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eca95250-296b-4040-b473-f628402e7094 req-19f71636-bf92-41a1-8e1d-4a04c6d5dc3a tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Jul 28 03:29:50.019391 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f0a88-732b-4da4-b88b-09062e64651a req-dfe14648-74af-4503-a757-e9775a02cc76 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:50.020861 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b1f0a88-732b-4da4-b88b-09062e64651a req-dfe14648-74af-4503-a757-e9775a02cc76 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 945 time: 0.0474963 Jul 28 03:29:50.057576 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b1f0a88-732b-4da4-b88b-09062e64651a req-787d3b25-79a9-49ef-bce4-27e302f1ddfb tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303104 Jul 28 03:29:53.646850 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f09eb-b6dc-43ef-90d8-5c23d0d7f9ab req-41ee375a-749a-4abd-938f-1adba0779cd4 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:53.648322 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c59f09eb-b6dc-43ef-90d8-5c23d0d7f9ab req-41ee375a-749a-4abd-938f-1adba0779cd4 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0472312 Jul 28 03:29:53.688301 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c59f09eb-b6dc-43ef-90d8-5c23d0d7f9ab req-2d0322b9-d7b8-4a83-821d-a4db5a2a8709 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336368 Jul 28 03:29:54.802735 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006247a-8565-49b8-9b85-08e33e5a1719 req-d9adf8d4-23af-4461-b286-b03837c11ac0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:54.804123 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3006247a-8565-49b8-9b85-08e33e5a1719 req-d9adf8d4-23af-4461-b286-b03837c11ac0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0477982 Jul 28 03:29:54.841791 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3006247a-8565-49b8-9b85-08e33e5a1719 req-86cd6a43-fde7-4643-9db9-632fe787d9ec tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Jul 28 03:29:55.955488 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba42ae-d4b0-446e-888e-150b31ccba9a req-6e0901b2-8422-4e53-a816-91ce4ed8818a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:55.956933 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b1ba42ae-d4b0-446e-888e-150b31ccba9a req-6e0901b2-8422-4e53-a816-91ce4ed8818a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0499396 Jul 28 03:29:55.993935 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b1ba42ae-d4b0-446e-888e-150b31ccba9a req-bb659882-3116-4b7f-8c4c-5576ac2040a0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Jul 28 03:29:57.106871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6d55e-96ab-4c2f-8964-a35013d8528d req-51fa76dd-9b7a-415b-99bc-495a6b50df39 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:57.108363 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1a6d55e-96ab-4c2f-8964-a35013d8528d req-51fa76dd-9b7a-415b-99bc-495a6b50df39 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Jul 28 03:29:57.148341 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c1a6d55e-96ab-4c2f-8964-a35013d8528d req-ff97a74f-2cc5-4d8f-8ab4-0d590c83b5c3 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340354 Jul 28 03:29:58.259359 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c728a0f-e497-4595-9bd9-bda358b2477f req-23dc1c28-33bf-4f33-8b1c-3eb6cf1aeaa7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:58.260878 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c728a0f-e497-4595-9bd9-bda358b2477f req-23dc1c28-33bf-4f33-8b1c-3eb6cf1aeaa7 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Jul 28 03:29:58.298797 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c728a0f-e497-4595-9bd9-bda358b2477f req-9e091373-3490-45af-a8d0-37e39d276fc6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Jul 28 03:29:58.493239 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255015d2-4c9d-422f-9a68-694711d73ff5 req-dfe3706f-d3ee-4597-b3a1-1df561c75c4e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:58.494680 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-255015d2-4c9d-422f-9a68-694711d73ff5 req-dfe3706f-d3ee-4597-b3a1-1df561c75c4e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0477319 Jul 28 03:29:58.531293 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-255015d2-4c9d-422f-9a68-694711d73ff5 req-e7d21fcf-f0c1-45c2-945d-7bef99ddf7ee tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309029 Jul 28 03:29:59.414565 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2462-c1c2-4122-93f8-53d413642e91 req-825cc2bc-f5d7-4b4a-b663-891b32fe09ad tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:59.416030 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a5b2462-c1c2-4122-93f8-53d413642e91 req-825cc2bc-f5d7-4b4a-b663-891b32fe09ad tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0479615 Jul 28 03:29:59.455425 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7a5b2462-c1c2-4122-93f8-53d413642e91 req-20ebc77d-04e4-441b-b30a-f886a1eb60ca tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337410 Jul 28 03:29:59.642886 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf1bed-58dd-4347-a6f6-a577fe5232e8 req-98fbda6b-2116-4c66-92f2-51f8fe665ef1 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:29:59.644386 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cbbf1bed-58dd-4347-a6f6-a577fe5232e8 req-98fbda6b-2116-4c66-92f2-51f8fe665ef1 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0480943 Jul 28 03:29:59.680978 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cbbf1bed-58dd-4347-a6f6-a577fe5232e8 req-a96ab382-6e67-4ed6-a570-3f9d06043a5e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Jul 28 03:30:00.566148 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6076-199f-4ac8-bddd-b9b145002676 req-0ef309d4-d9be-4737-aa74-45ee61580afa tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:00.567492 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-70cb6076-199f-4ac8-bddd-b9b145002676 req-0ef309d4-d9be-4737-aa74-45ee61580afa tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Jul 28 03:30:00.606028 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-70cb6076-199f-4ac8-bddd-b9b145002676 req-1adb0876-fc2d-4bbc-becb-d0973a9e18ed tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327086 Jul 28 03:30:00.794301 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090390-2c60-4ee1-a34c-d9b50dace602 req-190398eb-53e0-453c-ba34-dee16a476fc6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:00.795751 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-53090390-2c60-4ee1-a34c-d9b50dace602 req-190398eb-53e0-453c-ba34-dee16a476fc6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0484188 Jul 28 03:30:00.835550 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-53090390-2c60-4ee1-a34c-d9b50dace602 req-be18b6d5-e2e1-466a-a291-6619b1c7d4ff tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339613 Jul 28 03:30:01.228057 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3b2a5801-e025-4c7f-ad1e-5fc2f55c07c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:01.717780 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f737-ec6e-412a-b9b5-88cedc6b9144 req-1f85cf33-afc0-4615-b953-fee0f77c60c6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:01.719222 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4627f737-ec6e-412a-b9b5-88cedc6b9144 req-1f85cf33-afc0-4615-b953-fee0f77c60c6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0478253 Jul 28 03:30:01.756587 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4627f737-ec6e-412a-b9b5-88cedc6b9144 req-1f0dd1b6-abed-403f-92d3-05ee24444f00 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Jul 28 03:30:01.946150 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fc381-adf8-4194-8614-13be2d8d8222 req-cba37f88-bafd-4869-86c9-fc2936fd76df tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:01.947597 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b20fc381-adf8-4194-8614-13be2d8d8222 req-cba37f88-bafd-4869-86c9-fc2936fd76df tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0477188 Jul 28 03:30:01.984175 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b20fc381-adf8-4194-8614-13be2d8d8222 req-493d0047-e03e-46d0-9b9e-9afb4554bfbb tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309129 Jul 28 03:30:02.868142 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeba5bc-862f-41aa-9c6c-08322179fcff req-e514d884-78da-4821-9735-cf00de585233 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:02.869645 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8eeba5bc-862f-41aa-9c6c-08322179fcff req-e514d884-78da-4821-9735-cf00de585233 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0486331 Jul 28 03:30:02.911404 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8eeba5bc-862f-41aa-9c6c-08322179fcff req-1044b2ce-cbb4-4715-8a64-a75d2c305ba9 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353982 Jul 28 03:30:02.962672 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:03.095043 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fd6d3-d36b-4753-9657-aaaa8f499107 req-834c9ccf-976f-4a43-b50d-94c43be57c86 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:03.096519 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-081fd6d3-d36b-4753-9657-aaaa8f499107 req-834c9ccf-976f-4a43-b50d-94c43be57c86 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0483603 Jul 28 03:30:03.133522 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-081fd6d3-d36b-4753-9657-aaaa8f499107 req-60a9553b-2a2a-476a-bc92-717910f1fe3d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Jul 28 03:30:03.890710 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dee6a2c4-b3f3-4f15-8496-9bb2df535283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:03.973602 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:04.022603 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13c567-9459-47bc-b4b3-07fca91adc38 req-e8de6700-ec76-40b0-bbfc-f3700d00cc2f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:04.024140 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a13c567-9459-47bc-b4b3-07fca91adc38 req-e8de6700-ec76-40b0-bbfc-f3700d00cc2f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0480413 Jul 28 03:30:04.061970 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a13c567-9459-47bc-b4b3-07fca91adc38 req-c7195326-e111-4069-8ad0-061e4c23679c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Jul 28 03:30:04.257374 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627cd86-b0c8-4467-bfd7-1e07e4fd2cf6 req-37f63bbd-d9c8-4358-ae89-f04940956696 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:04.259220 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7627cd86-b0c8-4467-bfd7-1e07e4fd2cf6 req-37f63bbd-d9c8-4358-ae89-f04940956696 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0499446 Jul 28 03:30:04.300350 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7627cd86-b0c8-4467-bfd7-1e07e4fd2cf6 req-a638c042-6441-4233-beac-e7ea10dfec68 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345173 Jul 28 03:30:04.984863 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:05.174198 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e609e79-6a73-4522-aa63-13fab0788ef0 req-c1952620-c46f-4af0-97fe-317fd993e487 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:05.175719 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e609e79-6a73-4522-aa63-13fab0788ef0 req-c1952620-c46f-4af0-97fe-317fd993e487 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0482161 Jul 28 03:30:05.212951 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e609e79-6a73-4522-aa63-13fab0788ef0 req-f793157b-fc34-422f-bb6d-3438978ffdc0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Jul 28 03:30:05.412945 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661944bd-530e-4af1-8665-07cabff6deb9 req-ffe4b928-af72-4d13-bc78-636a9a2e78ab tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:05.414369 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-661944bd-530e-4af1-8665-07cabff6deb9 req-ffe4b928-af72-4d13-bc78-636a9a2e78ab tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0481699 Jul 28 03:30:05.450588 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-661944bd-530e-4af1-8665-07cabff6deb9 req-1b8e66c4-225a-45bc-9e47-d011b5c390f1 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304022 Jul 28 03:30:06.330453 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165acbd-0310-4a23-a96c-6278beda1eea req-2dab7360-cfee-4190-ae66-738cdecc8cba tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:06.332146 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a165acbd-0310-4a23-a96c-6278beda1eea req-2dab7360-cfee-4190-ae66-738cdecc8cba tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0469542 Jul 28 03:30:06.372523 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a165acbd-0310-4a23-a96c-6278beda1eea req-0dab797a-7454-4237-89dd-304a0dfb2613 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341542 Jul 28 03:30:06.562663 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538790ff-8363-43d8-923c-6b980e3295e7 req-8ac8f9b9-1d07-4fd1-a91e-dcb3a8574fa2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:06.564132 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-538790ff-8363-43d8-923c-6b980e3295e7 req-8ac8f9b9-1d07-4fd1-a91e-dcb3a8574fa2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0480080 Jul 28 03:30:06.601704 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-538790ff-8363-43d8-923c-6b980e3295e7 req-2a423e7d-ffb2-46de-941b-e49adeab673d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317032 Jul 28 03:30:06.614617 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:07.484023 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ff22b-bc5b-498c-8b2f-d4c570841dd1 req-476cba47-71a1-4ef2-b3f2-739a8c5ff27a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:07.485449 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f76ff22b-bc5b-498c-8b2f-d4c570841dd1 req-476cba47-71a1-4ef2-b3f2-739a8c5ff27a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0478404 Jul 28 03:30:07.523216 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f76ff22b-bc5b-498c-8b2f-d4c570841dd1 req-c8b2baa1-6e22-4da6-ac59-d3c86ca3c159 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Jul 28 03:30:07.712351 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b32dbb-bd47-4d3c-aa72-40a953f6454a req-e4f3143a-9ca9-4825-a15e-977fed87897b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:07.714067 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a5b32dbb-bd47-4d3c-aa72-40a953f6454a req-e4f3143a-9ca9-4825-a15e-977fed87897b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0469027 Jul 28 03:30:07.755556 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a5b32dbb-bd47-4d3c-aa72-40a953f6454a req-b5d5068f-f547-4d8a-87af-49f9aa056fa2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Jul 28 03:30:08.641143 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c0860-27b7-4109-a7b1-08ac0130d844 req-c5b53825-442d-4837-8979-d1b6eeaa7068 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:08.642652 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-990c0860-27b7-4109-a7b1-08ac0130d844 req-c5b53825-442d-4837-8979-d1b6eeaa7068 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0536227 Jul 28 03:30:08.680290 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-990c0860-27b7-4109-a7b1-08ac0130d844 req-683b3467-b7fb-4603-b6a1-d0e0e5d0d504 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318842 Jul 28 03:30:08.868266 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81864b-91fa-42be-86c5-174f424a8ec8 req-251acf9f-96d8-4a9d-95eb-c282dff4b111 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:08.869700 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5d81864b-91fa-42be-86c5-174f424a8ec8 req-251acf9f-96d8-4a9d-95eb-c282dff4b111 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0490937 Jul 28 03:30:08.907076 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5d81864b-91fa-42be-86c5-174f424a8ec8 req-2a373de8-e91e-4ef9-a7a2-1bbc10fcaf78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310345 Jul 28 03:30:09.795226 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12469146-f9aa-42a7-a007-2a7301c0292d req-b927dc91-1318-4435-afda-0b5a116a30f8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:09.796718 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-12469146-f9aa-42a7-a007-2a7301c0292d req-b927dc91-1318-4435-afda-0b5a116a30f8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0474198 Jul 28 03:30:09.842731 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-12469146-f9aa-42a7-a007-2a7301c0292d req-9be65109-b4cb-4892-97b0-7a46b216fbd4 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358036 Jul 28 03:30:10.046060 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7baad1-ee81-46ba-9f7e-90d6e696d268 req-f3224b67-be23-4b65-bce9-b605ff37b673 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:10.047535 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a7baad1-ee81-46ba-9f7e-90d6e696d268 req-f3224b67-be23-4b65-bce9-b605ff37b673 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0753455 Jul 28 03:30:10.055490 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176504c-068a-4c45-821d-6e0751c42306 req-25361c4e-a19d-454f-8e05-e48dd7f0af05 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:10.056843 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f176504c-068a-4c45-821d-6e0751c42306 req-25361c4e-a19d-454f-8e05-e48dd7f0af05 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 946 time: 0.0754244 Jul 28 03:30:10.108485 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2a7baad1-ee81-46ba-9f7e-90d6e696d268 req-0ed1c434-7a95-41d6-bffe-bcd8b6d52775 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506351 Jul 28 03:30:10.115188 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f176504c-068a-4c45-821d-6e0751c42306 req-5026c9fc-134a-4f3f-85d6-864297e4646d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510888 Jul 28 03:30:10.964306 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011a1ac-9e9d-485a-b289-a40c193be543 req-523d4fde-352b-4c6b-ac84-e545dd006829 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:10.965810 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a011a1ac-9e9d-485a-b289-a40c193be543 req-523d4fde-352b-4c6b-ac84-e545dd006829 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0565846 Jul 28 03:30:11.005724 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a011a1ac-9e9d-485a-b289-a40c193be543 req-109da4b8-a3a4-43b5-bc91-95e8d9aa92d1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336356 Jul 28 03:30:11.253760 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba192b-fb46-4ba2-9bff-08dff8dfafb8 req-988ae7d0-250c-4860-a6bc-2b37220acb0c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:11.255237 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65ba192b-fb46-4ba2-9bff-08dff8dfafb8 req-988ae7d0-250c-4860-a6bc-2b37220acb0c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0805309 Jul 28 03:30:11.263302 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e2407-6bcf-4c8f-a09b-d4d7a319b7fa req-97b00b2a-3e56-4224-823b-f0c38c5c4bef tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:11.264710 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c16e2407-6bcf-4c8f-a09b-d4d7a319b7fa req-97b00b2a-3e56-4224-823b-f0c38c5c4bef tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 946 time: 0.0786879 Jul 28 03:30:11.323777 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-65ba192b-fb46-4ba2-9bff-08dff8dfafb8 req-1552d7f0-c0f3-4f8b-bf16-09a1ab7592ff tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580716 Jul 28 03:30:11.326466 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c16e2407-6bcf-4c8f-a09b-d4d7a319b7fa req-698681ef-f9fb-43db-a95d-a64c81a623d7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549872 Jul 28 03:30:12.096353 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-ecac5f12-6ca4-4321-973e-9b8345f7fa44 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:12.098017 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-ecac5f12-6ca4-4321-973e-9b8345f7fa44 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 946 time: 0.0496700 Jul 28 03:30:12.121635 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa84a-d9b5-4cd0-98ce-392eba8061ca req-7e9d420c-08ab-4faa-aef7-4ed6190c5cf5 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:12.123107 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-310fa84a-d9b5-4cd0-98ce-392eba8061ca req-7e9d420c-08ab-4faa-aef7-4ed6190c5cf5 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0521712 Jul 28 03:30:12.160771 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-310fa84a-d9b5-4cd0-98ce-392eba8061ca req-6bc71bfd-58bc-41f0-849b-086406f76163 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Jul 28 03:30:12.191972 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Deleting port 4d810d8a-02ee-45d0-acff-61869bcc287a {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:30:12.192318 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:12.275156 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] For port 4d810d8a-02ee-45d0-acff-61869bcc287a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4d810d8a-02ee-45d0-acff-61869bcc287a,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:12.275554 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:12.468326 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189001a9-cc1e-4d67-bd9a-b17b2774e9a9 req-6ad0423e-c7ac-4cc2-acf7-f89b09fa5f38 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:12.469882 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-189001a9-cc1e-4d67-bd9a-b17b2774e9a9 req-6ad0423e-c7ac-4cc2-acf7-f89b09fa5f38 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0769527 Jul 28 03:30:12.478442 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bb81c-55f8-4172-8cde-ecd8e8d4730c req-75f38b86-06c1-4010-a34b-3dba7f0feb65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:12.480601 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa0bb81c-55f8-4172-8cde-ecd8e8d4730c req-75f38b86-06c1-4010-a34b-3dba7f0feb65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 946 time: 0.0785871 Jul 28 03:30:12.539795 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-189001a9-cc1e-4d67-bd9a-b17b2774e9a9 req-5941c804-b029-473b-a489-b36d27daa9dc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581610 Jul 28 03:30:12.545676 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa0bb81c-55f8-4172-8cde-ecd8e8d4730c req-a6b6e10a-eaa9-45d4-bfca-265720c69c1c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580423 Jul 28 03:30:12.702592 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:30:12.755985 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:12.756430 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:12.756669 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Floating IP 8ad7b6a5-f150-4dc6-b689-6cdf98035058 disassociated. External IP: 172.27.3.129, port: 4d810d8a-02ee-45d0-acff-61869bcc287a. Jul 28 03:30:12.757070 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Calling delete_port for 4d810d8a-02ee-45d0-acff-61869bcc287a owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:30:12.884632 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:12.910804 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event deleted for resources: {'Port': ['ID=4d810d8a-02ee-45d0-acff-61869bcc287a,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:13.020821 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:30:13.130079 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:30:13.141812 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] Sync routers for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:30:13.151447 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:30:13.152150 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:30:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:13.167619 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] No DVR routers for this DVR port 4d810d8a-02ee-45d0-acff-61869bcc287a on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:30:13.170141 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:13.172139 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-834c5abc-d58c-44e2-b053-fe657cc5453b req-87431a9b-4fd3-452f-9022-9a0ec1d2f9d9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "DELETE /v2.0/ports/4d810d8a-02ee-45d0-acff-61869bcc287a HTTP/1.1" status: 204 len: 173 time: 1.0678883 Jul 28 03:30:13.172567 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-deleted', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:30:13.174775 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c68a3c-b52c-486a-890b-b92df713c36f" -d '{"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-deleted", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:30:13.248067 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98416598-dc91-4697-a018-a0e5efa74d4e x-openstack-request-id: req-98416598-dc91-4697-a018-a0e5efa74d4e {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:30:13.248592 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0037be3-e79c-41b9-ad5a-59d85fc540f0", "name": "network-vif-deleted", "tag": "4d810d8a-02ee-45d0-acff-61869bcc287a", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:30:13.249824 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98416598-dc91-4697-a018-a0e5efa74d4e {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:30:13.250519 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0037be3-e79c-41b9-ad5a-59d85fc540f0', 'name': 'network-vif-deleted', 'tag': '4d810d8a-02ee-45d0-acff-61869bcc287a', 'status': 'completed', 'code': 200} Jul 28 03:30:13.279795 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:30:13.295923 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246acb55-83ce-45a7-96af-b5fa1d943766 req-67da5b93-86c7-4c9d-86a7-8201a85aa48b tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:13.299268 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-246acb55-83ce-45a7-96af-b5fa1d943766 req-67da5b93-86c7-4c9d-86a7-8201a85aa48b tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0602021 Jul 28 03:30:13.346116 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-246acb55-83ce-45a7-96af-b5fa1d943766 req-15387ff6-ff4d-47c0-b999-2892c2afa1cc tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Jul 28 03:30:13.508406 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:13.534194 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] Checking router: c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:30:13.542732 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:30:13.543327 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:30:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:13.688376 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:30:13.757133 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-81aba51d-dcd0-4166-a448-e8960102a60c req-a93a0bef-417a-4427-b433-8cdea6682d7c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0037be3-e79c-41b9-ad5a-59d85fc540f0 HTTP/1.1" status: 200 len: 210 time: 0.0479507 Jul 28 03:30:13.798377 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82ee2e-fdfa-4214-a074-c148d8306478 req-cee11fc1-0608-45b4-9dff-724ff5647c0b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:13.809404 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc82ee2e-fdfa-4214-a074-c148d8306478 req-cee11fc1-0608-45b4-9dff-724ff5647c0b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.1569312 Jul 28 03:30:13.864188 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-dc82ee2e-fdfa-4214-a074-c148d8306478 req-efb30e9a-c6c8-4c54-b53d-3dddc36e3596 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537047 Jul 28 03:30:13.869585 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-a75fae5e-d46c-468d-bfe7-e607c8962cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:13.884074 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-a75fae5e-d46c-468d-bfe7-e607c8962cd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1098 time: 0.0972934 Jul 28 03:30:13.976149 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:13.988188 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-30088379-b479-4fb6-b667-a4aee83c507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:13.989750 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-30088379-b479-4fb6-b667-a4aee83c507d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 909 time: 0.0978062 Jul 28 03:30:14.009332 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3865d3f-f93a-4cc6-a3e3-3fe389b6017b None None] The sync data for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi is: [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:30:14.071859 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-9de48976-36e4-46d3-a20a-bfc5043f903b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 1001 time: 0.0717781 Jul 28 03:30:14.123131 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-6e39c91e-889e-47f6-94dc-73ded5fc59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:14.124608 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-6e39c91e-889e-47f6-94dc-73ded5fc59a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 200 len: 847 time: 0.0448675 Jul 28 03:30:14.138723 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d0e4c-9edb-4678-b720-2e6b87518b5c req-f8c1144c-ecc8-4661-ae08-081fb55e0411 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:14.140815 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd8d0e4c-9edb-4678-b720-2e6b87518b5c req-f8c1144c-ecc8-4661-ae08-081fb55e0411 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 945 time: 0.0497067 Jul 28 03:30:14.176878 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-3e313a8d-fa8f-4e48-a27e-3f3c5a09a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:14.179010 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-3e313a8d-fa8f-4e48-a27e-3f3c5a09a283 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4aa653c8-0714-412a-abf8-360f497688f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450914 Jul 28 03:30:14.185626 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bd8d0e4c-9edb-4678-b720-2e6b87518b5c req-4d172183-9595-4666-9be0-9b6ec01c2673 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Jul 28 03:30:14.286589 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-89354727-a2a8-495e-8d38-fc2d6a79b235 service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982478 Jul 28 03:30:14.300634 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5222a6-94c1-409b-ab68-27b6631e8bc0 None None] New status for floating IP 8ad7b6a5-f150-4dc6-b689-6cdf98035058: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:30:14.377970 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-20d0e1c0-95fb-4f3a-9859-123fc9c45778 req-32dcbd06-0cda-4a4c-b7e5-9bc46ac2c6af service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830448 Jul 28 03:30:14.470130 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6069bd-92dd-49b2-ae07-34deeb86f8eb req-4684f1cb-ebce-4af3-9150-8992b32fd109 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:14.471644 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e6069bd-92dd-49b2-ae07-34deeb86f8eb req-4684f1cb-ebce-4af3-9150-8992b32fd109 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Jul 28 03:30:14.509750 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e6069bd-92dd-49b2-ae07-34deeb86f8eb req-adc3a58e-6062-4be7-9827-92542065d792 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Jul 28 03:30:14.859433 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 47716) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:14.914507 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-06df0f06-6daf-4a39-9475-f709d961a56c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:14.938894 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-06df0f06-6daf-4a39-9475-f709d961a56c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:14.987754 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5447d-0a32-4489-9026-0e6b2efd718b req-44648bf9-b4a4-4286-b6e6-e89838383d54 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:14.988579 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-06df0f06-6daf-4a39-9475-f709d961a56c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:14.989387 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c4b5447d-0a32-4489-9026-0e6b2efd718b req-44648bf9-b4a4-4286-b6e6-e89838383d54 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0552368 Jul 28 03:30:14.991136 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-06df0f06-6daf-4a39-9475-f709d961a56c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:14.992321 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-06df0f06-6daf-4a39-9475-f709d961a56c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee8c38e0-55fb-416a-86d2-9492b5ce1c2c HTTP/1.1" status: 204 len: 168 time: 0.1317122 Jul 28 03:30:14.994958 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 47720) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:15.001406 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df0f06-6daf-4a39-9475-f709d961a56c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8c38e0-55fb-416a-86d2-9492b5ce1c2c,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:15.015207 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.api.v2.resource [None req-8fcd8a00-425b-42b3-8bc7-643be7643b6a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] show failed (client error): The resource could not be found. Jul 28 03:30:15.016260 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8fcd8a00-425b-42b3-8bc7-643be7643b6a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups/ee8c38e0-55fb-416a-86d2-9492b5ce1c2c HTTP/1.1" status: 404 len: 347 time: 0.0202556 Jul 28 03:30:15.019132 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 47724) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:15.042801 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c4b5447d-0a32-4489-9026-0e6b2efd718b req-ceb35a21-9846-4228-877c-4984be876710 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Jul 28 03:30:15.143155 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Deleting port 431ea9b6-55a4-4dd7-8451-b983f1d187de {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:30:15.143514 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:15.213935 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:15.215117 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:15.226202 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Calling delete_port for 431ea9b6-55a4-4dd7-8451-b983f1d187de owned by network:floatingip {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:30:15.309222 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e07f0-8f32-40e2-bbf8-7c1f00bde523 req-6a754996-25f1-4518-9068-b3e633ce8a18 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:15.310738 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-086e07f0-8f32-40e2-bbf8-7c1f00bde523 req-6a754996-25f1-4518-9068-b3e633ce8a18 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 945 time: 0.0531912 Jul 28 03:30:15.359372 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-086e07f0-8f32-40e2-bbf8-7c1f00bde523 req-c3660481-7d7b-4fa4-b7fa-7838f844c006 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383646 Jul 28 03:30:15.376895 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:15.403438 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event deleted for resources: {'Port': ['ID=431ea9b6-55a4-4dd7-8451-b983f1d187de,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:15.476248 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:15.478782 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:15.480233 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-139eab75-bac6-4f47-b447-ece721cdd98f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "DELETE /v2.0/floatingips/8ad7b6a5-f150-4dc6-b689-6cdf98035058 HTTP/1.1" status: 204 len: 168 time: 0.4598486 Jul 28 03:30:15.639830 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136f2b0-dc9c-476d-ad43-d353b05f102f req-90ca14c5-b757-4695-aef7-692b29f28cb0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:15.643553 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3136f2b0-dc9c-476d-ad43-d353b05f102f req-90ca14c5-b757-4695-aef7-692b29f28cb0 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0625832 Jul 28 03:30:15.683158 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3136f2b0-dc9c-476d-ad43-d353b05f102f req-626d6e38-6727-4802-b9ed-b57a6ecdc151 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348115 Jul 28 03:30:15.903050 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 47732) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:15.907666 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329260590', 'description': 'tempest-description--1796251626'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:15.928686 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:15.965147 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:30:15.986140 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 4d810d8a-02ee-45d0-acff-61869bcc287a {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:30:15.986865 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 4d810d8a-02ee-45d0-acff-61869bcc287a not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:30:16.021611 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.025190 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.053730 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.055805 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1516986 Jul 28 03:30:16.058713 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 47734) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:16.064353 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-90c1cce7-6e35-4eac-8f30-a8cd12540b65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'security_group_rule': {'security_group_id': 'c80d1fde-4197-4024-8f42-fd7e7d2280e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:16.069262 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d1fde-4197-4024-8f42-fd7e7d2280e8,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:16.080293 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.080645 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.080987 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.081589 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.081931 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.084710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.084710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.084710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.084710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.084710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.084710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.084710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442daed-0ce7-43ec-bb18-1f9af214c53b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:16.109335 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-90c1cce7-6e35-4eac-8f30-a8cd12540b65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.123557 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-1699c5c7-2d83-4d53-8fff-765098f67be1 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:16.125165 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-1699c5c7-2d83-4d53-8fff-765098f67be1 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 945 time: 0.0537055 Jul 28 03:30:16.202655 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f18b8-66dc-4b2e-8784-be81ee734557 req-d4aa766f-5c2c-44d4-bc4f-adea69dcce40 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:16.203954 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4d9f18b8-66dc-4b2e-8784-be81ee734557 req-d4aa766f-5c2c-44d4-bc4f-adea69dcce40 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0819736 Jul 28 03:30:16.205717 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-90c1cce7-6e35-4eac-8f30-a8cd12540b65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.211376 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-90c1cce7-6e35-4eac-8f30-a8cd12540b65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.222245 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Deleting port a7b33d62-8e59-47e8-86c4-ebd8ec283206 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:30:16.222795 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.247762 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1cce7-6e35-4eac-8f30-a8cd12540b65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d51545-b0fe-41b5-aad6-ed0f5a6a8abe,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:16.267039 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-90c1cce7-6e35-4eac-8f30-a8cd12540b65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.270819 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-90c1cce7-6e35-4eac-8f30-a8cd12540b65 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2076747 Jul 28 03:30:16.271338 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 47738) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:16.278726 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-1fedcfed-ab86-4ca5-835b-c89e7ea3ce77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'security_group_rule': {'security_group_id': 'c80d1fde-4197-4024-8f42-fd7e7d2280e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:16.294669 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4d9f18b8-66dc-4b2e-8784-be81ee734557 req-4f676e5e-ba03-472a-87ae-641c6c469add tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644197 Jul 28 03:30:16.336238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1fedcfed-ab86-4ca5-835b-c89e7ea3ce77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.362550 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] For port a7b33d62-8e59-47e8-86c4-ebd8ec283206, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a7b33d62-8e59-47e8-86c4-ebd8ec283206,segment=NetworkSegment(68813c91-3c77-4c0a-8f8b-846ee1a60fd2),segment_id=68813c91-3c77-4c0a-8f8b-846ee1a60fd2)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:16.362970 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.388708 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Calling delete_port for a7b33d62-8e59-47e8-86c4-ebd8ec283206 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:30:16.463799 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1fedcfed-ab86-4ca5-835b-c89e7ea3ce77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.471316 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1fedcfed-ab86-4ca5-835b-c89e7ea3ce77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.481754 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1824-588c-4bf9-8ee3-8a982b598d5f req-7d31903e-cfa4-44e2-9193-a9bf1bb66967 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:16.483310 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eaeb1824-588c-4bf9-8ee3-8a982b598d5f req-7d31903e-cfa4-44e2-9193-a9bf1bb66967 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/ports?device_id=4223a761-54c4-4f9e-acec-9f5fb0f486eb HTTP/1.1" status: 200 len: 945 time: 0.0545044 Jul 28 03:30:16.504624 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedcfed-ab86-4ca5-835b-c89e7ea3ce77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b57a9b8-5f46-40d2-9fed-4386eb920edf,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:16.510953 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1fedcfed-ab86-4ca5-835b-c89e7ea3ce77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.515189 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-1fedcfed-ab86-4ca5-835b-c89e7ea3ce77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2398875 Jul 28 03:30:16.515284 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 47742) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:16.522155 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:16.533989 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eaeb1824-588c-4bf9-8ee3-8a982b598d5f req-217189b4-a10f-4a56-835b-35794ff0f8e8 tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.20 "GET /v2.0/security-groups?id=076f5d5b-71b6-4e07-82b7-3baf249fe46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 Jul 28 03:30:16.548605 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.582010 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.595310 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['a7b33d62-8e59-47e8-86c4-ebd8ec283206'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:30:16.609663 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Pushing event deleted for resources: {'Port': ['ID=a7b33d62-8e59-47e8-86c4-ebd8ec283206,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:16.654762 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] No DVR routers for this DVR port a7b33d62-8e59-47e8-86c4-ebd8ec283206 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:30:16.656186 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.657027 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.659033 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-bc13766e-a43e-4a9c-8c03-e0c5f2d8f56c req-28b74e99-2c7d-446e-abac-513df85ab96c tempest-VolumesSnapshotTestJSON-1647468479 tempest-VolumesSnapshotTestJSON-1647468479-project] 10.222.0.10 "DELETE /v2.0/ports/a7b33d62-8e59-47e8-86c4-ebd8ec283206 HTTP/1.1" status: 204 len: 173 time: 0.5275693 Jul 28 03:30:16.659460 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'name': 'network-vif-deleted', 'tag': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:30:16.661674 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a519ef6-de8c-4467-aa67-cab3f87b32be" -d '{"events": [{"server_uuid": "4223a761-54c4-4f9e-acec-9f5fb0f486eb", "name": "network-vif-deleted", "tag": "a7b33d62-8e59-47e8-86c4-ebd8ec283206"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:30:16.704436 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ad11f-56d8-44ab-b7d2-d754f0088cb2 x-openstack-request-id: req-0f4ad11f-56d8-44ab-b7d2-d754f0088cb2 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:30:16.704716 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4223a761-54c4-4f9e-acec-9f5fb0f486eb", "name": "network-vif-deleted", "tag": "a7b33d62-8e59-47e8-86c4-ebd8ec283206", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:30:16.704967 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f4ad11f-56d8-44ab-b7d2-d754f0088cb2 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:30:16.705360 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4223a761-54c4-4f9e-acec-9f5fb0f486eb', 'name': 'network-vif-deleted', 'tag': 'a7b33d62-8e59-47e8-86c4-ebd8ec283206', 'status': 'completed', 'code': 200} Jul 28 03:30:16.801502 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Allocated IP 172.27.3.97 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/b8307912-3872-4f30-a1fa-9535f28d5986) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:30:16.872792 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655049a-e918-4fb2-9262-584668effc7e req-5aadc8e2-e89e-4302-ab5a-ecf64c5b24de tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:16.874238 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c655049a-e918-4fb2-9262-584668effc7e req-5aadc8e2-e89e-4302-ab5a-ecf64c5b24de tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.1088927 Jul 28 03:30:16.930812 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c655049a-e918-4fb2-9262-584668effc7e req-99ceaa3e-3e2b-4696-b7c4-975bfe183b5b tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504730 Jul 28 03:30:16.946285 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:16.986498 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:17.022710 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:30:17.025548 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:30:17.031832 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:30:17.065317 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'Port': ['ID=b8307912-3872-4f30-a1fa-9535f28d5986,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:17.141103 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 47756) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:17.193692 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3b195-3d44-4341-912f-f6bdcd77eb56 req-ba87c045-a439-49bc-bc9f-c4958736bcbc tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:17.195174 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13b3b195-3d44-4341-912f-f6bdcd77eb56 req-ba87c045-a439-49bc-bc9f-c4958736bcbc tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0907626 Jul 28 03:30:17.198133 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:17.248293 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-b5614787-3897-421d-9fa0-39deb0c868d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057301 Jul 28 03:30:17.254989 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:17.259827 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-13b3b195-3d44-4341-912f-f6bdcd77eb56 req-80477004-6f69-4ab2-8497-2e1c4932dbd8 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564384 Jul 28 03:30:17.426971 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9019394-1d1f-4fbf-9cbd-5abd9bf8d975 req-71aeba03-c729-44b2-ad0c-9a790e758ead tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:17.428474 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9019394-1d1f-4fbf-9cbd-5abd9bf8d975 req-71aeba03-c729-44b2-ad0c-9a790e758ead tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0766301 Jul 28 03:30:17.451898 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:17.460658 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:17.531338 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9019394-1d1f-4fbf-9cbd-5abd9bf8d975 req-290e079e-e942-44ae-8005-16527756287d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933733 Jul 28 03:30:17.541205 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'Port': ['ID=b8307912-3872-4f30-a1fa-9535f28d5986,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:17.556941 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:17.571435 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:17.576320 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-93191e88-5615-4513-9104-9ee708db9446 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0600488 Jul 28 03:30:17.740870 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-108329c4-1c62-40ef-b059-1db6ae02a084 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--329260590&fields=id&tenant_id=31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 267 time: 0.0445778 Jul 28 03:30:17.860446 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-84ad7986-1002-40ae-9813-e9eae69f0d0d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:17.862409 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-84ad7986-1002-40ae-9813-e9eae69f0d0d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 816 time: 0.1136413 Jul 28 03:30:17.880315 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-343cbb5c-4f8b-41fd-9de2-def17ecee4a8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/quotas/31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 375 time: 0.0119119 Jul 28 03:30:17.934809 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-16fc4701-bbba-462d-8eea-b7cc749ee4e8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501766 Jul 28 03:30:18.029514 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-8f275bc8-bf0b-474b-be1b-585fe6d2734e service neutron] 10.222.0.20 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Jul 28 03:30:18.126393 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-484bfb4b-6de2-4c75-ac15-8042c4be295b service neutron] 10.222.0.20 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904386 Jul 28 03:30:18.301416 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a3f4d621-045d-43d1-a365-18f94bfae0bf req-915ae675-d474-42e3-b3bf-13439f26308c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Jul 28 03:30:18.388731 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381da9-420f-4b2d-9d59-8e12ec0b6aa3 req-292c7020-5b72-41d2-8692-276141ad32ab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.390271 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bf381da9-420f-4b2d-9d59-8e12ec0b6aa3 req-292c7020-5b72-41d2-8692-276141ad32ab tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0496213 Jul 28 03:30:18.429506 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bf381da9-420f-4b2d-9d59-8e12ec0b6aa3 req-380b8032-ab52-47c5-8571-74f6508be811 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330675 Jul 28 03:30:18.610025 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-1190ccf4-17bd-4e0f-bf0b-918a7f7cc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.611718 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-1190ccf4-17bd-4e0f-bf0b-918a7f7cc118 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2&tenant_id=a825835b82184cc081ba187d2d7bfde6 HTTP/1.1" status: 200 len: 1098 time: 0.0455565 Jul 28 03:30:18.670954 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0b876-5319-4850-90e6-088a93fa16b6 req-4292a224-6f96-48f7-a404-f082d0e09176 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.672558 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fdc0b876-5319-4850-90e6-088a93fa16b6 req-4292a224-6f96-48f7-a404-f082d0e09176 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0581899 Jul 28 03:30:18.681406 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-82454f28-9b64-4de2-8904-041d32fe4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.683720 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-82454f28-9b64-4de2-8904-041d32fe4a0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1098 time: 0.0424438 Jul 28 03:30:18.713225 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fdc0b876-5319-4850-90e6-088a93fa16b6 req-b5a8103c-d36f-4dfe-9828-f73335ec030f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341449 Jul 28 03:30:18.778601 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-9a7b15b1-2e91-4d82-b994-649d1b4f15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.780115 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-9a7b15b1-2e91-4d82-b994-649d1b4f15e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 909 time: 0.0899827 Jul 28 03:30:18.864115 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-3074525c-245f-4260-913a-a7fa80618318 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 1001 time: 0.0769124 Jul 28 03:30:18.928089 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-07b3e59b-e829-4a07-818c-73e3f2824616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.929652 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-07b3e59b-e829-4a07-818c-73e3f2824616 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 200 len: 847 time: 0.0513732 Jul 28 03:30:18.967419 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e860bcd-dfe2-4bfe-9f64-858227db6f1b req-0f96766d-1080-4cc5-b7c8-60414cf6748f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.969657 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e860bcd-dfe2-4bfe-9f64-858227db6f1b req-0f96766d-1080-4cc5-b7c8-60414cf6748f tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0943291 Jul 28 03:30:18.991124 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-d26e47e3-7ae1-4eba-bb2f-bca5c4665b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:18.992908 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-d26e47e3-7ae1-4eba-bb2f-bca5c4665b68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4aa653c8-0714-412a-abf8-360f497688f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555458 Jul 28 03:30:19.005925 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-764e1f73-980c-4581-902d-7f255af6e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:19.007414 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-764e1f73-980c-4581-902d-7f255af6e7ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 1098 time: 0.0873621 Jul 28 03:30:19.031335 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e860bcd-dfe2-4bfe-9f64-858227db6f1b req-4b0968c0-8342-4d2b-bf47-fe43ae9eafcc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549300 Jul 28 03:30:19.107880 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-908c11cf-a271-45c4-b1c1-f91a51746a48 service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067085 Jul 28 03:30:19.127621 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-3c0e9d4c-1841-44bf-8024-39be9226fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:19.129113 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-3c0e9d4c-1841-44bf-8024-39be9226fa86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 912 time: 0.1120167 Jul 28 03:30:19.204309 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-670c6bf1-a67f-4cd0-a0d5-ac00efd3d1d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 200 len: 1001 time: 0.0672073 Jul 28 03:30:19.265558 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-10c36b56-456f-4da1-b5b5-e80089893467 service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506042 Jul 28 03:30:19.269329 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-9a4591f4-d756-4b54-bc7a-ec509a6041d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:19.271572 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-9a4591f4-d756-4b54-bc7a-ec509a6041d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0591142 Jul 28 03:30:19.316366 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-dfedfe90-88de-44bc-9c7d-bc6faf0bbf16 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:19.318268 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-dfedfe90-88de-44bc-9c7d-bc6faf0bbf16 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 816 time: 0.1263254 Jul 28 03:30:19.319451 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-3a525016-32db-4d3d-ae02-70a001ed365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:19.320934 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-3a525016-32db-4d3d-ae02-70a001ed365a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419285 Jul 28 03:30:19.373009 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-8e079b00-eaf6-4a45-95c1-af9b004bd507 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 379 time: 0.0388825 Jul 28 03:30:19.385465 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'port': {'device_id': '681335c9-f10f-432a-bae1-72da715f16c7', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'admin_state_up': True, 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'security_groups': ['c80d1fde-4197-4024-8f42-fd7e7d2280e8']}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:19.415812 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2b6ccfc1-2f31-41ad-9bc1-249407fce5c9 req-84bb023c-1728-432d-ae8c-20533ddb20f0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 210 time: 0.0333750 Jul 28 03:30:19.451238 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-d885ef36-7981-4b40-b1b3-ece3c8db69cc service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130145 Jul 28 03:30:19.496917 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Made reservation on behalf of 31ef9583fb604ab69f1d100171ced56a for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:30:19.500712 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:19.583309 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebea38-e350-4346-8b24-3d1d416b2b0b req-c37157f5-9187-4486-a9f5-2d4e7b3ebf05 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:19.584799 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50ebea38-e350-4346-8b24-3d1d416b2b0b req-c37157f5-9187-4486-a9f5-2d4e7b3ebf05 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0825963 Jul 28 03:30:19.595168 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-48ad9378-a8a7-4403-b8b2-692dd2f44587 req-d44e37a4-ed98-4e55-8f6f-538435be6ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362145 Jul 28 03:30:19.627685 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Allocated IP 172.20.0.6 (df34578e-4cb3-4521-a3b3-68cf77ed2627/62f86aab-e75e-4c27-9ed1-21efa3763eff/6f969e79-6d47-4e12-81e6-ab8234994dee) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:30:19.778261 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:19.792756 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Transition to ACTIVE for port object 6f969e79-6d47-4e12-81e6-ab8234994dee will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:30:19.829044 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:19.871883 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50ebea38-e350-4346-8b24-3d1d416b2b0b req-caaed437-f36b-4720-b252-3c10978c6a8c tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689788 Jul 28 03:30:19.874524 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:30:19.877567 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:30:19.881963 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:30:19.910679 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:19.941558 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:19.942214 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:19.957632 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-e0f75e57-90d4-41f0-a3ed-7c39a2d7093c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768857 Jul 28 03:30:20.140253 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-ac5e4c24-581e-43c4-a436-89f564fb3f74 None None] Provisioning for port 6f969e79-6d47-4e12-81e6-ab8234994dee completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:30:20.143962 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-ac5e4c24-581e-43c4-a436-89f564fb3f74 None None] Provisioning complete for port 6f969e79-6d47-4e12-81e6-ab8234994dee triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:30:20.144340 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ac5e4c24-581e-43c4-a436-89f564fb3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:20.149266 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e002d-e826-4733-a75c-264aa050ec9c req-06026f15-3899-4f2c-bf9b-be93727b0fc2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:20.150744 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7e4e002d-e826-4733-a75c-264aa050ec9c req-06026f15-3899-4f2c-bf9b-be93727b0fc2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0484335 Jul 28 03:30:20.178934 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e4c24-581e-43c4-a436-89f564fb3f74 None None] Port 6f969e79-6d47-4e12-81e6-ab8234994dee cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:30:20.189656 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7e4e002d-e826-4733-a75c-264aa050ec9c req-b48c19d9-6a60-4a29-a991-c1d46749046b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Jul 28 03:30:20.532136 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76227a56-8261-4102-98c4-32f315151bfd req-e392d90c-9210-4da1-b1b3-0c15fcdf4870 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:20.533568 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76227a56-8261-4102-98c4-32f315151bfd req-e392d90c-9210-4da1-b1b3-0c15fcdf4870 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 931 time: 0.0473342 Jul 28 03:30:20.569783 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76227a56-8261-4102-98c4-32f315151bfd req-2afaabd1-8745-4627-9132-bca336122693 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303028 Jul 28 03:30:20.971896 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53ac3-b84a-40b2-abb5-2bb77d0ebb33 req-42bb6e5f-ea95-4b87-b335-ed8a06e1be92 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:20.973343 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-91c53ac3-b84a-40b2-abb5-2bb77d0ebb33 req-42bb6e5f-ea95-4b87-b335-ed8a06e1be92 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0523763 Jul 28 03:30:21.017592 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-91c53ac3-b84a-40b2-abb5-2bb77d0ebb33 req-a1c90925-fb3c-4fb1-a9e7-72245cc44f7e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382280 Jul 28 03:30:21.040674 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:30:21.047648 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Request body: {'port': {'device_id': '681335c9-f10f-432a-bae1-72da715f16c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:21.112331 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.252924 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.284095 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:30:21.286495 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e96f12-d2bb-422e-a7ff-2cf46c2ca460" -d '{"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:30:21.314199 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:21.320565 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.322102 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a7b33d62-8e59-47e8-86c4-ebd8ec283206 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:30:21.352767 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: a7b33d62-8e59-47e8-86c4-ebd8ec283206 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:30:21.353214 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device a7b33d62-8e59-47e8-86c4-ebd8ec283206 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:30:21.372791 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e46de3-5019-4a91-86dc-06e419df98e3 req-0d7270e7-a042-4a9e-9ddf-a8153002469c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:21.379044 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd733fbe-0658-4e15-b96c-ac1f9c804764 x-openstack-request-id: req-cd733fbe-0658-4e15-b96c-ac1f9c804764 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:30:21.379479 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:30:21.379955 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd733fbe-0658-4e15-b96c-ac1f9c804764 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:30:21.380566 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'code': 200} Jul 28 03:30:21.382100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-71e46de3-5019-4a91-86dc-06e419df98e3 req-0d7270e7-a042-4a9e-9ddf-a8153002469c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.1031387 Jul 28 03:30:21.420672 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=6']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:21.422295 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-71e46de3-5019-4a91-86dc-06e419df98e3 req-bd728950-29b3-4764-95be-c788c57cb2b4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Jul 28 03:30:21.431196 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f969e79-6d47-4e12-81e6-ab8234994dee {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:30:21.441974 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.454894 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Transition to ACTIVE for port object 6f969e79-6d47-4e12-81e6-ab8234994dee will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:30:21.458926 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.512370 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:21.584847 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Attempting to bind port 6f969e79-6d47-4e12-81e6-ab8234994dee on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:30:21.585188 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Attempting to bind port 6f969e79-6d47-4e12-81e6-ab8234994dee by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:30:21.585522 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Attempting to bind port 6f969e79-6d47-4e12-81e6-ab8234994dee on network df34578e-4cb3-4521-a3b3-68cf77ed2627 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:30:21.591252 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Port 6f969e79-6d47-4e12-81e6-ab8234994dee on network df34578e-4cb3-4521-a3b3-68cf77ed2627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:30:21.591619 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Attempting to bind port 6f969e79-6d47-4e12-81e6-ab8234994dee on network df34578e-4cb3-4521-a3b3-68cf77ed2627 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:30:21.598096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:30:21.598527 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Checking segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:30:21.598975 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Bound using segment: {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:30:21.599503 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Bound port: 6f969e79-6d47-4e12-81e6-ab8234994dee, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebc4992-c857-45eb-b4d6-f28b968343b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:30:21.599858 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.671825 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:30:21.675747 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:30:21.682863 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.699507 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd51ff0-f078-40dc-92b2-cee1ccaa7da5 req-33accf32-0fb3-45fb-a414-7a4ac2eccabe tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:21.701045 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-abd51ff0-f078-40dc-92b2-cee1ccaa7da5 req-33accf32-0fb3-45fb-a414-7a4ac2eccabe tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0523124 Jul 28 03:30:21.716388 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:21.716997 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:21.718345 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] 10.222.0.10 "PUT /v2.0/ports/6f969e79-6d47-4e12-81e6-ab8234994dee HTTP/1.1" status: 200 len: 1093 time: 0.6751316 Jul 28 03:30:21.718773 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:30:21.721013 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb304328-bf26-450c-b77a-acc1998a30ce" -d '{"events": [{"name": "network-changed", "server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:30:21.745615 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-abd51ff0-f078-40dc-92b2-cee1ccaa7da5 req-bd43b23d-dc24-4098-b896-b6b5a391d0fe tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381448 Jul 28 03:30:21.746335 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebd525-a0ac-4e72-ba5d-ae5cea2968fa service neutron] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:21.788633 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dc5910-8707-4cfb-ae64-e6f6a40e5cbc x-openstack-request-id: req-91dc5910-8707-4cfb-ae64-e6f6a40e5cbc {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:30:21.789134 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:30:21.789390 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91dc5910-8707-4cfb-ae64-e6f6a40e5cbc {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:30:21.789820 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'status': 'completed', 'code': 200} Jul 28 03:30:22.139177 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87b33-1171-47a6-8d43-bfcc48ca6584 req-bbabfda0-0650-44b0-b3fe-d2be182ef07f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:22.140823 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-86e87b33-1171-47a6-8d43-bfcc48ca6584 req-bbabfda0-0650-44b0-b3fe-d2be182ef07f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0549412 Jul 28 03:30:22.178149 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-86e87b33-1171-47a6-8d43-bfcc48ca6584 req-7a744051-d830-47af-b560-582d76d48370 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Jul 28 03:30:22.540092 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed781a96-7e50-449a-a3c2-f3b83aafd328 req-a3a23bab-aae2-444b-86a1-8370c9009e7c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:22.541561 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed781a96-7e50-449a-a3c2-f3b83aafd328 req-a3a23bab-aae2-444b-86a1-8370c9009e7c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0477741 Jul 28 03:30:22.579988 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ed781a96-7e50-449a-a3c2-f3b83aafd328 req-92eb7d57-a1ea-4f56-8d76-c8d48d8f8c58 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Jul 28 03:30:22.880054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe65779-7215-4d04-a5d4-650f67e5483f req-dbf3e64c-d3ba-4f45-bc11-a8ab5aa3abe8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:22.881517 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bbe65779-7215-4d04-a5d4-650f67e5483f req-dbf3e64c-d3ba-4f45-bc11-a8ab5aa3abe8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0478978 Jul 28 03:30:22.918332 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bbe65779-7215-4d04-a5d4-650f67e5483f req-f4810fd7-945f-417a-a7a3-facf48f14a12 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308552 Jul 28 03:30:23.294759 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf604e40-8817-40b7-bb76-e2fc70bda85e req-961fabe8-48f2-4312-8560-d2cec3ea81af tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:23.296249 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bf604e40-8817-40b7-bb76-e2fc70bda85e req-961fabe8-48f2-4312-8560-d2cec3ea81af tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0522704 Jul 28 03:30:23.333178 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bf604e40-8817-40b7-bb76-e2fc70bda85e req-db35ca78-0405-49b2-84a3-17f856b39074 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Jul 28 03:30:23.438147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304328-bf26-450c-b77a-acc1998a30ce req-7f82a59e-3d35-4310-bb7b-b23245267505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:23.439639 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fb304328-bf26-450c-b77a-acc1998a30ce req-7f82a59e-3d35-4310-bb7b-b23245267505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1096 time: 0.0405688 Jul 28 03:30:23.692285 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4341995-2582-44f1-bee5-2007de974bf6 req-1b14cd41-4fe6-479b-b994-8a81a590583d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:23.693786 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4341995-2582-44f1-bee5-2007de974bf6 req-1b14cd41-4fe6-479b-b994-8a81a590583d tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0483234 Jul 28 03:30:23.734215 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4341995-2582-44f1-bee5-2007de974bf6 req-2cada72d-4df8-4c94-9218-f7723c110781 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338054 Jul 28 03:30:23.762110 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304328-bf26-450c-b77a-acc1998a30ce req-4fbe5b8b-6ef1-4d5f-8670-207deb9ecf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:23.763588 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fb304328-bf26-450c-b77a-acc1998a30ce req-4fbe5b8b-6ef1-4d5f-8670-207deb9ecf2e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=31ef9583fb604ab69f1d100171ced56a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0955348 Jul 28 03:30:23.854757 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304328-bf26-450c-b77a-acc1998a30ce req-824eeb05-3a4e-4475-a8bb-b3206e9dc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:23.856184 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fb304328-bf26-450c-b77a-acc1998a30ce req-824eeb05-3a4e-4475-a8bb-b3206e9dc75a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846138 Jul 28 03:30:23.934721 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-70186643-2b40-4b40-b231-e7b88b8b4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:23.936287 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-70186643-2b40-4b40-b231-e7b88b8b4062 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1096 time: 0.0399315 Jul 28 03:30:24.001040 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-d758ee25-9da5-4156-83e5-0cb25d535be0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f969e79-6d47-4e12-81e6-ab8234994dee HTTP/1.1" status: 200 len: 217 time: 0.0362432 Jul 28 03:30:24.036610 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d454-37c9-4a9d-a4e0-11c874b28866 req-5aa8e060-7357-4b04-8fb6-16a56b663953 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:24.038082 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b34d454-37c9-4a9d-a4e0-11c874b28866 req-5aa8e060-7357-4b04-8fb6-16a56b663953 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0488048 Jul 28 03:30:24.057189 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-8b1e7e2a-a153-49b0-b149-c0bab9f00d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:24.058788 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-8b1e7e2a-a153-49b0-b149-c0bab9f00d65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0438476 Jul 28 03:30:24.075305 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b34d454-37c9-4a9d-a4e0-11c874b28866 req-65f2a3b3-7fd9-4482-9215-659bc868767f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Jul 28 03:30:24.105682 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-7226cd83-b2a7-449d-9053-98392fe2aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:24.107211 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-7226cd83-b2a7-449d-9053-98392fe2aba3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408266 Jul 28 03:30:24.213191 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-3e2d5f50-fbbc-4259-8e22-2e689c926809 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Jul 28 03:30:24.377271 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ce3cc17e-a700-410e-bad0-d86f254de499 req-80f2e111-98b6-42d9-9f02-6734451908a2 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952954 Jul 28 03:30:24.457623 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8229533-59d8-4260-a3a6-b260070f3708 req-2e19a85d-7560-484c-a4ed-95d04ec2663d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:24.459154 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a8229533-59d8-4260-a3a6-b260070f3708 req-2e19a85d-7560-484c-a4ed-95d04ec2663d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0546970 Jul 28 03:30:24.500796 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a8229533-59d8-4260-a3a6-b260070f3708 req-f07f54d2-f485-4eed-a190-65fe17ded751 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343561 Jul 28 03:30:24.845944 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7596b-d803-401a-b1c3-33e790f8cd99 req-7453fc8a-e489-4800-be87-43831080a549 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:24.847393 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ca7596b-d803-401a-b1c3-33e790f8cd99 req-7453fc8a-e489-4800-be87-43831080a549 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0479641 Jul 28 03:30:24.884209 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7ca7596b-d803-401a-b1c3-33e790f8cd99 req-9027ee24-90aa-40da-93e6-e22ac464dfb2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309391 Jul 28 03:30:25.190531 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672e4e8-acc9-4bd3-a78d-1b4171168acd req-810d9900-a9ac-4d61-bef2-a42f031816cf tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:25.191946 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8672e4e8-acc9-4bd3-a78d-1b4171168acd req-810d9900-a9ac-4d61-bef2-a42f031816cf tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0479336 Jul 28 03:30:25.229475 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8672e4e8-acc9-4bd3-a78d-1b4171168acd req-ee0d4cac-e179-4357-bb61-e5a836200449 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Jul 28 03:30:25.616390 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4b596-0bca-4a8d-a96f-e6bd84b3e802 req-c859991d-c4b6-4a0f-b998-ef30e012a148 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:25.617872 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14d4b596-0bca-4a8d-a96f-e6bd84b3e802 req-c859991d-c4b6-4a0f-b998-ef30e012a148 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0531080 Jul 28 03:30:25.655976 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14d4b596-0bca-4a8d-a96f-e6bd84b3e802 req-6df6b8c0-5e72-4ad5-be71-a618059fc7c2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322113 Jul 28 03:30:26.346714 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62774-2800-408f-83d5-a66494013129 req-ff8416a8-6b22-4287-9cd3-ba35eacae8fb tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:26.348244 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3ea62774-2800-408f-83d5-a66494013129 req-ff8416a8-6b22-4287-9cd3-ba35eacae8fb tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0508366 Jul 28 03:30:26.390493 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3ea62774-2800-408f-83d5-a66494013129 req-b36da2d0-9d7b-4f8a-94bc-d8bccdbdb6d2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344939 Jul 28 03:30:26.768766 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc976ca-fdf7-430c-9cd2-9a546b5444a3 req-72733415-dbd0-4eb0-b875-9a55266399dd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:26.770248 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1dc976ca-fdf7-430c-9cd2-9a546b5444a3 req-72733415-dbd0-4eb0-b875-9a55266399dd tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0480063 Jul 28 03:30:26.810656 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1dc976ca-fdf7-430c-9cd2-9a546b5444a3 req-ed0b1eb9-d6ca-455c-a39c-b7aeb439711f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337503 Jul 28 03:30:27.512299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5033174-f4e8-41de-bbc2-e11f00c6d521 req-c545055d-bd9e-45aa-ae95-877c4f156857 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:27.513750 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c5033174-f4e8-41de-bbc2-e11f00c6d521 req-c545055d-bd9e-45aa-ae95-877c4f156857 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0516529 Jul 28 03:30:27.550666 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c5033174-f4e8-41de-bbc2-e11f00c6d521 req-048b5b28-726c-432a-8da8-73ad06025d63 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310292 Jul 28 03:30:27.928106 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95828c89-f065-4da3-9e53-cee6d16d0301 req-f9ec2503-c173-4fbf-a707-d6d13ffe372f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:27.929538 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-95828c89-f065-4da3-9e53-cee6d16d0301 req-f9ec2503-c173-4fbf-a707-d6d13ffe372f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0474708 Jul 28 03:30:27.968005 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-95828c89-f065-4da3-9e53-cee6d16d0301 req-718416d6-852e-4613-82d3-4f7572a28a28 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Jul 28 03:30:28.104604 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:30:28.197463 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:28.209591 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'port_id': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'mac_address': 'fa:16:3e:16:1f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:30:28.256679 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:28.270479 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f969e79-6d47-4e12-81e6-ab8234994dee {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:30:28.290353 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:28.294281 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:28.339031 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:28.668664 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b87ddf-a15c-4d12-bcb2-c09cd93c7cfa req-2d1b9025-4a37-4259-9558-dbee259ce7c2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:28.670105 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50b87ddf-a15c-4d12-bcb2-c09cd93c7cfa req-2d1b9025-4a37-4259-9558-dbee259ce7c2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0486417 Jul 28 03:30:28.705684 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-50b87ddf-a15c-4d12-bcb2-c09cd93c7cfa req-6c1b1479-dcc5-4533-bd5c-ebeab67c6c1c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299032 Jul 28 03:30:29.082615 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26cd20-2d0f-4ae6-8f72-7f4f0e8b1a32 req-d99f3bd3-2d83-45e7-9561-7097d349f78d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:29.084058 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bc26cd20-2d0f-4ae6-8f72-7f4f0e8b1a32 req-d99f3bd3-2d83-45e7-9561-7097d349f78d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0506723 Jul 28 03:30:29.120450 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bc26cd20-2d0f-4ae6-8f72-7f4f0e8b1a32 req-a773370c-3884-42c3-88dd-103967b6cc91 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299926 Jul 28 03:30:29.821306 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0b8cd-b3a1-4023-92a5-d014d9bafe71 req-aebdd0bf-47c6-4ce4-9580-274feb0f0a30 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:29.823253 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76a0b8cd-b3a1-4023-92a5-d014d9bafe71 req-aebdd0bf-47c6-4ce4-9580-274feb0f0a30 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0477684 Jul 28 03:30:29.860311 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-76a0b8cd-b3a1-4023-92a5-d014d9bafe71 req-3df7fbe7-7588-43f5-bd71-217ebcf70289 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311980 Jul 28 03:30:30.233297 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d16fb-e1af-4732-a44d-b1f2ae446501 req-7596f847-e58d-4572-8276-d434c27c7d8d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:30.234793 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8b8d16fb-e1af-4732-a44d-b1f2ae446501 req-7596f847-e58d-4572-8276-d434c27c7d8d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0483248 Jul 28 03:30:30.270689 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8b8d16fb-e1af-4732-a44d-b1f2ae446501 req-47a56ae6-64b4-4d68-aec3-537a2c6f017d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299859 Jul 28 03:30:30.979459 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce13ad5-0a90-4e45-bcbd-7c145b9c9ab1 req-278831a8-ecf1-4a8a-b509-baa01f109f35 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:30.980932 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5ce13ad5-0a90-4e45-bcbd-7c145b9c9ab1 req-278831a8-ecf1-4a8a-b509-baa01f109f35 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0527859 Jul 28 03:30:31.017666 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5ce13ad5-0a90-4e45-bcbd-7c145b9c9ab1 req-4a4081d2-ea8d-4088-a5a5-1f321bbfb9f3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310078 Jul 28 03:30:31.229144 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa1b8-d29e-48b3-9eb6-0a40905ecce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:31.384807 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9afb2-9936-4d9f-8208-a0d37574b114 req-5c9ab73b-daab-40ec-ae74-946c71dbb620 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:31.386766 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04f9afb2-9936-4d9f-8208-a0d37574b114 req-5c9ab73b-daab-40ec-ae74-946c71dbb620 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0495903 Jul 28 03:30:31.424822 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-04f9afb2-9936-4d9f-8208-a0d37574b114 req-830ccd99-fd54-4deb-9ef3-a80c45dbda4b tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Jul 28 03:30:31.455552 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['6f969e79-6d47-4e12-81e6-ab8234994dee'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:30:32.131759 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a507fc-dd6a-4f83-aef9-f30477731016 req-b330e3d8-f980-49b7-951a-7eba9ff995a1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:32.133180 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03a507fc-dd6a-4f83-aef9-f30477731016 req-b330e3d8-f980-49b7-951a-7eba9ff995a1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0469875 Jul 28 03:30:32.169394 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-03a507fc-dd6a-4f83-aef9-f30477731016 req-d2a68317-4659-4f08-a944-d9bdcfcaed86 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303690 Jul 28 03:30:32.538660 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4169ad-a5bc-4887-9577-30888982059d req-40aa748a-ca97-4afa-bad6-f8030f24e974 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:32.540133 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c4169ad-a5bc-4887-9577-30888982059d req-40aa748a-ca97-4afa-bad6-f8030f24e974 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0506356 Jul 28 03:30:32.576820 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7c4169ad-a5bc-4887-9577-30888982059d req-888f2823-32de-4846-a38a-f27d71446801 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300982 Jul 28 03:30:32.953019 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:33.285555 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8584926-66b2-400b-8a7a-733da689021a req-b908b06e-3e8e-4d57-a811-7ff7d3f68328 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:33.287008 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8584926-66b2-400b-8a7a-733da689021a req-b908b06e-3e8e-4d57-a811-7ff7d3f68328 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0480468 Jul 28 03:30:33.325662 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8584926-66b2-400b-8a7a-733da689021a req-51e548b5-d4e2-4537-99a2-6c0ee38b83aa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319850 Jul 28 03:30:33.686435 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebe9d2-8a3e-4078-b097-63ae41893035 req-28616843-c65f-4364-8e98-8ba96a14f2f6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:33.687900 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6aebe9d2-8a3e-4078-b097-63ae41893035 req-28616843-c65f-4364-8e98-8ba96a14f2f6 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0472281 Jul 28 03:30:33.730948 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6aebe9d2-8a3e-4078-b097-63ae41893035 req-46f9b517-a137-4fa1-8875-4b01c4fabdb2 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371306 Jul 28 03:30:33.891980 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-01ff709a-f870-470f-8124-9f9582fdf612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:33.972628 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:34.451686 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269fbb2-9fe2-4ec8-a1de-07b6de85d66d req-36eed3fc-f35b-4e33-8aa2-99eb1b6218e7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:34.453209 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4269fbb2-9fe2-4ec8-a1de-07b6de85d66d req-36eed3fc-f35b-4e33-8aa2-99eb1b6218e7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0548668 Jul 28 03:30:34.490334 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4269fbb2-9fe2-4ec8-a1de-07b6de85d66d req-94715b12-b64b-4a06-9bc9-f8ff7cbd080f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Jul 28 03:30:34.844864 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e62a8a-68c2-41be-aa78-a07323312db7 req-524d5945-c491-4b2a-8c21-9a967c2597e1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:34.846435 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-24e62a8a-68c2-41be-aa78-a07323312db7 req-524d5945-c491-4b2a-8c21-9a967c2597e1 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 943 time: 0.0503902 Jul 28 03:30:34.885297 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-24e62a8a-68c2-41be-aa78-a07323312db7 req-27c848f6-33b4-495b-916b-47259cb70f2a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Jul 28 03:30:34.917306 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:30:34.921279 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:30:34.929095 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3b2d1-baa5-45de-a264-fb30377d22bf req-c7ac3874-7a6c-442f-8f96-f3a55f1e38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:34.930573 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a7f3b2d1-baa5-45de-a264-fb30377d22bf req-c7ac3874-7a6c-442f-8f96-f3a55f1e38ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1096 time: 0.0431907 Jul 28 03:30:34.965967 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a7f3b2d1-baa5-45de-a264-fb30377d22bf req-4a554083-974d-4732-96a8-d3746ceb7c5c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278592 Jul 28 03:30:35.026788 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:35.043681 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 6f969e79-6d47-4e12-81e6-ab8234994dee completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:30:35.055362 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 6f969e79-6d47-4e12-81e6-ab8234994dee triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:30:35.055753 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:35.090438 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:35.108586 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'port_id': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'mac_address': 'fa:16:3e:af:a9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:30:35.170717 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454745-2750-4be2-a725-93b3d4f195f9 req-13f02c25-3050-4b5a-b079-30f82aabd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:35.172219 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-55454745-2750-4be2-a725-93b3d4f195f9 req-13f02c25-3050-4b5a-b079-30f82aabd458 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1096 time: 0.0427289 Jul 28 03:30:35.178644 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:35.201836 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:30:35.206929 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:35.234963 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:35.241567 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:30:35.243807 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8dafcc-c195-4a34-b8fc-075d62505ada" -d '{"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:30:35.253492 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:35.260684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:35.280562 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:35.282999 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454745-2750-4be2-a725-93b3d4f195f9 req-9aed5292-ea70-44c4-ba25-b8276164b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:35.284688 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-55454745-2750-4be2-a725-93b3d4f195f9 req-9aed5292-ea70-44c4-ba25-b8276164b381 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 909 time: 0.0920091 Jul 28 03:30:35.284830 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7609edc9-480f-4bb8-8bb1-43691e34f8b2 x-openstack-request-id: req-7609edc9-480f-4bb8-8bb1-43691e34f8b2 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:30:35.285054 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:30:35.285304 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7609edc9-480f-4bb8-8bb1-43691e34f8b2 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:30:35.285679 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'code': 200} Jul 28 03:30:35.307323 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=7']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:35.359446 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:35.377462 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-55454745-2750-4be2-a725-93b3d4f195f9 req-398f0165-19d8-4965-bf75-078fa5a10926 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 1000 time: 0.0671017 Jul 28 03:30:35.430124 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454745-2750-4be2-a725-93b3d4f195f9 req-de11c785-e3c1-4520-a3ab-a2c3d7ff77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:35.431646 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-55454745-2750-4be2-a725-93b3d4f195f9 req-de11c785-e3c1-4520-a3ab-a2c3d7ff77bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 200 len: 847 time: 0.0444629 Jul 28 03:30:35.485579 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454745-2750-4be2-a725-93b3d4f195f9 req-818be728-3a85-4896-a606-8d6e92123882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:35.485833 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9a545-a1b1-44eb-94b3-13e159c6996b req-f0d2edd1-0312-41bc-b343-6aeb5130adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:35.487100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21a9a545-a1b1-44eb-94b3-13e159c6996b req-f0d2edd1-0312-41bc-b343-6aeb5130adcc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1098 time: 0.0401740 Jul 28 03:30:35.487267 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-55454745-2750-4be2-a725-93b3d4f195f9 req-818be728-3a85-4896-a606-8d6e92123882 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4aa653c8-0714-412a-abf8-360f497688f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406649 Jul 28 03:30:35.531351 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-21a9a545-a1b1-44eb-94b3-13e159c6996b req-ed68266f-3d68-4341-a4ad-3375d87040a5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301700 Jul 28 03:30:35.586088 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-55454745-2750-4be2-a725-93b3d4f195f9 req-abce7bfd-1b35-4f67-a0bc-13f5e920414c service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Jul 28 03:30:35.611974 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3110-1d17-4758-b4a4-eab73f41d0fa req-e8d456a4-843b-4105-8247-74e9eb7efd32 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:35.613394 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-15bf3110-1d17-4758-b4a4-eab73f41d0fa req-e8d456a4-843b-4105-8247-74e9eb7efd32 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0530331 Jul 28 03:30:35.650203 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-15bf3110-1d17-4758-b4a4-eab73f41d0fa req-ca8a515a-8d5e-4dd7-8661-45a912bd4f26 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307946 Jul 28 03:30:35.790171 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-55454745-2750-4be2-a725-93b3d4f195f9 req-1c798634-cbe4-41f1-8598-7eff91a30a5e service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853982 Jul 28 03:30:36.001131 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4f0b-0556-4f9f-b29a-7e9c5240d606 req-12711e77-8fbc-4599-abf8-e79d37fceb9a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:36.003174 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-515a4f0b-0556-4f9f-b29a-7e9c5240d606 req-12711e77-8fbc-4599-abf8-e79d37fceb9a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 944 time: 0.0488055 Jul 28 03:30:36.045358 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-515a4f0b-0556-4f9f-b29a-7e9c5240d606 req-570fb515-91cb-426d-81c4-308fcf665d11 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362883 Jul 28 03:30:36.616482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:36.768252 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54851930-5adf-4e28-81df-2faa97708f37 req-9cd53f42-9e59-46a9-8422-b6a8cdac6f0b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:36.769804 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-54851930-5adf-4e28-81df-2faa97708f37 req-9cd53f42-9e59-46a9-8422-b6a8cdac6f0b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Jul 28 03:30:36.813358 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-54851930-5adf-4e28-81df-2faa97708f37 req-21dc5460-97d8-40a6-accb-3eba2a688bb1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372810 Jul 28 03:30:36.941129 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:30:37.046427 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:37.058385 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'port_id': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'mac_address': 'fa:16:3e:af:a9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:30:37.162785 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58166c-be6c-4282-a02b-702700a784f5 req-80b7864b-7986-4a87-9501-f8b9c821b345 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:37.164297 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa58166c-be6c-4282-a02b-702700a784f5 req-80b7864b-7986-4a87-9501-f8b9c821b345 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 944 time: 0.0513234 Jul 28 03:30:37.204786 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa58166c-be6c-4282-a02b-702700a784f5 req-ca168145-17b5-4153-9dca-9459f523e33d tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339379 Jul 28 03:30:37.239144 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['8a7dc0cc-9a2b-4953-90ca-97bf969e8136'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:30:37.924299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2c3aa-bfd9-43aa-8335-36acc4c09bd7 req-4376b331-788c-4f43-990b-e13e4ca307b0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:37.925780 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bfa2c3aa-bfd9-43aa-8335-36acc4c09bd7 req-4376b331-788c-4f43-990b-e13e4ca307b0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Jul 28 03:30:37.963914 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bfa2c3aa-bfd9-43aa-8335-36acc4c09bd7 req-66b52eca-cd02-4cbb-9d45-30bffa89d0f1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322702 Jul 28 03:30:38.077460 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91186-8eec-456a-b5e0-3c5abe4cc8cd req-8336b8d2-1baf-44fb-bc48-cc100b2e0ee1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:38.078933 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c6b91186-8eec-456a-b5e0-3c5abe4cc8cd req-8336b8d2-1baf-44fb-bc48-cc100b2e0ee1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Jul 28 03:30:38.087616 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 47980) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:38.093063 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Request body: {'floatingip': {'port_id': '6f969e79-6d47-4e12-81e6-ab8234994dee'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:30:38.136579 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:38.823265 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:38.827240 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:38.922015 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Floating IP 956e061d-8cbc-4858-9ebd-e1e6910b634d associated. External IP: 172.27.3.97, port: 6f969e79-6d47-4e12-81e6-ab8234994dee. Jul 28 03:30:38.957955 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:30:39.004616 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:30:39.005068 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:39.079386 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:39.105038 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:30:39.107261 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3614184a-4231-4e3c-be15-daa56057f27c" -d '{"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-plugged", "status": "completed", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:30:39.121029 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:30:39.124748 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:39.128496 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:30:39.149098 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a9c02-f0e2-47c0-bbc8-a291fad79fd6 x-openstack-request-id: req-166a9c02-f0e2-47c0-bbc8-a291fad79fd6 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:30:39.149393 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-plugged", "status": "completed", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:30:39.149641 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-166a9c02-f0e2-47c0-bbc8-a291fad79fd6 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:30:39.150022 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'code': 200} Jul 28 03:30:39.176227 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=8']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:39.244828 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:30:39.249722 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:39.255804 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] Sync routers for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:30:39.269517 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:30:39.270160 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:30:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:39.285971 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-735887ee-c6e9-4904-8213-d2eb368f5239 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "PUT /v2.0/floatingips/956e061d-8cbc-4858-9ebd-e1e6910b634d HTTP/1.1" status: 200 len: 990 time: 1.1927159 Jul 28 03:30:39.285971 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:30:39.285971 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad8717-fa82-4353-ae3f-277ccf80cf22" -d '{"events": [{"name": "network-changed", "server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:30:39.321706 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9bab69-7c3a-4b65-a302-09b934684d1c x-openstack-request-id: req-ab9bab69-7c3a-4b65-a302-09b934684d1c {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:30:39.322513 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:30:39.322772 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab9bab69-7c3a-4b65-a302-09b934684d1c {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:30:39.323168 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'status': 'completed', 'code': 200} Jul 28 03:30:39.391985 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:30:39.393791 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-5f80fd3e-ab78-4d0b-84e8-43e0db2fbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:39.395283 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-5f80fd3e-ab78-4d0b-84e8-43e0db2fbdaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1098 time: 0.0419753 Jul 28 03:30:39.482096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-6907e720-6902-43e9-ae46-4dc8d31348f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:39.483610 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-6907e720-6902-43e9-ae46-4dc8d31348f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.0810583 Jul 28 03:30:39.552507 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-cb0f7e0b-f8d2-4e68-a474-74d87d606561 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f969e79-6d47-4e12-81e6-ab8234994dee HTTP/1.1" status: 200 len: 998 time: 0.0618713 Jul 28 03:30:39.601772 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-f2851f11-4c8a-46c6-8a51-cedc278985d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:39.603383 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-f2851f11-4c8a-46c6-8a51-cedc278985d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0446389 Jul 28 03:30:39.615324 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '956e061d-8cbc-4858-9ebd-e1e6910b634d', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'port_id': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'mac_address': 'fa:16:3e:16:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681335c9-f10f-432a-bae1-72da715f16c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:30:17Z', 'updated_at': '2021-07-28T03:30:38Z', 'revision_number': 1, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:39.647220 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] Checking router: c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:30:39.649643 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-091c000b-3424-4b63-a0ff-a74760ff5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:30:39.651177 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-091c000b-3424-4b63-a0ff-a74760ff5b31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413334 Jul 28 03:30:39.654711 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:30:39.655304 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:30:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:39.744992 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-4695971b-87f4-4cec-8e3d-d4917188c0d3 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Jul 28 03:30:39.757897 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:30:39.839816 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-97ad8717-fa82-4353-ae3f-277ccf80cf22 req-183d862a-006e-4cf5-ad63-af6e7832f852 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869837 Jul 28 03:30:40.092325 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '956e061d-8cbc-4858-9ebd-e1e6910b634d', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'port_id': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'mac_address': 'fa:16:3e:16:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681335c9-f10f-432a-bae1-72da715f16c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:30:17Z', 'updated_at': '2021-07-28T03:30:38Z', 'revision_number': 1, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:40.120567 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d3b1f4-e2a2-47b7-b3e1-baed5c83bd76 None None] The sync data for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi is: [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '956e061d-8cbc-4858-9ebd-e1e6910b634d', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'port_id': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'mac_address': 'fa:16:3e:16:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681335c9-f10f-432a-bae1-72da715f16c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:30:17Z', 'updated_at': '2021-07-28T03:30:38Z', 'revision_number': 1, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:30:40.293508 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f8aae-c11f-4929-9f78-f942de3b2b45 None None] New status for floating IP 956e061d-8cbc-4858-9ebd-e1e6910b634d: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:30:43.817535 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48040) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:43.862539 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Deleting subnet 249c6aa1-ff73-473b-a79f-535f48814770 {{(pid=93017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:30:43.865682 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:43.904800 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30347729'] for subnet, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:43.943568 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:43.997155 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30347537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30297874'] for subnet, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.021953 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249c6aa1-ff73-473b-a79f-535f48814770,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:44.027020 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.028938 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/249c6aa1-ff73-473b-a79f-535f48814770 HTTP/1.1" status: 204 len: 168 time: 0.2103243 Jul 28 03:30:44.031638 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48042) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:44.033838 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.034192 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.034536 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.034875 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.035209 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.035571 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.035906 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.036238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.036570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.036899 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.037224 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.037549 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec9b670-1cc0-4735-bdcd-60fafd224cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:30:44.106727 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.184439 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.194392 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc33ad7-f862-472d-b32c-cfc4cd08c56a']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:44.204459 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68813c91-3c77-4c0a-8f8b-846ee1a60fd2') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:44.204753 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68813c91-3c77-4c0a-8f8b-846ee1a60fd2') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:30:44.214276 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.227556 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.233339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:30:44.233720 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:30:44.235418 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:30:44.291717 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.297090 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.298904 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] 10.222.0.20 "DELETE /v2.0/networks/6dc33ad7-f862-472d-b32c-cfc4cd08c56a HTTP/1.1" status: 204 len: 168 time: 0.2662714 Jul 28 03:30:44.310386 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318e7b7-6c0e-414a-b06a-d1da04045fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc33ad7-f862-472d-b32c-cfc4cd08c56a,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:44.467724 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48046) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:44.514446 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48048) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:30:44.514658 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-eb5e8e1d-f503-408c-8c72-ab4923b051c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e94cab83b6984bf4b340c686930731cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456064 Jul 28 03:30:44.568443 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2599bd46-244b-4dcf-81f7-996659a158e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.597110 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2599bd46-244b-4dcf-81f7-996659a158e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.644300 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2599bd46-244b-4dcf-81f7-996659a158e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.647138 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2599bd46-244b-4dcf-81f7-996659a158e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:30:44.651315 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2599bd46-244b-4dcf-81f7-996659a158e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/076f5d5b-71b6-4e07-82b7-3baf249fe46e HTTP/1.1" status: 204 len: 168 time: 0.1328940 Jul 28 03:30:44.659896 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599bd46-244b-4dcf-81f7-996659a158e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f5d5b-71b6-4e07-82b7-3baf249fe46e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:30:49.700688 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:31:01.229511 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ad96589-253d-48cc-a96a-7c65326db7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:02.969982 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:03.892417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3ee4107a-2499-44df-9c0d-570499337af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:03.972091 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:04.991199 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:06.618853 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:20.635775 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7443fd-48f6-4770-9467-30e8a2bee4c7 req-b358968c-c151-4e6a-907d-df82d52cbd53 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:20.637206 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e7443fd-48f6-4770-9467-30e8a2bee4c7 req-b358968c-c151-4e6a-907d-df82d52cbd53 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0470879 Jul 28 03:31:20.676031 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e7443fd-48f6-4770-9467-30e8a2bee4c7 req-5f5ba4e4-a642-48e3-af05-6577904bcf41 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328186 Jul 28 03:31:21.806698 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e697f24-95e6-45f9-94ea-b459ffa45be3 req-69d095a3-32d0-4804-b1f9-d128ccce2e77 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:21.808863 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e697f24-95e6-45f9-94ea-b459ffa45be3 req-69d095a3-32d0-4804-b1f9-d128ccce2e77 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0559165 Jul 28 03:31:21.846184 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4e697f24-95e6-45f9-94ea-b459ffa45be3 req-0335b755-6ffe-4e1f-816f-ef747b6611bf tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=299f6d35-4181-4763-b253-1b62c18202c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311353 Jul 28 03:31:22.070310 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-b77491a9-af9c-49fe-bbae-9614283472c4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:22.071785 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-b77491a9-af9c-49fe-bbae-9614283472c4 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 945 time: 0.0466087 Jul 28 03:31:22.165946 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Deleting port ada7376c-40a2-4270-aef0-4be8ad42d59d {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:31:22.166223 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.251351 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] For port ada7376c-40a2-4270-aef0-4be8ad42d59d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ada7376c-40a2-4270-aef0-4be8ad42d59d,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:31:22.251738 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.419481 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.419981 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.420362 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Floating IP 7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a disassociated. External IP: 172.27.3.146, port: ada7376c-40a2-4270-aef0-4be8ad42d59d. Jul 28 03:31:22.420775 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Calling delete_port for ada7376c-40a2-4270-aef0-4be8ad42d59d owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:31:22.550216 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.575103 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event deleted for resources: {'Port': ['ID=ada7376c-40a2-4270-aef0-4be8ad42d59d,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:22.687027 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Router 8df4f401-3932-417a-bc13-d3ea039a638b has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:31:22.791540 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:31:22.801375 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] Sync routers for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:31:22.810130 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:31:22.810805 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:31:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:22.829534 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] No DVR routers for this DVR port ada7376c-40a2-4270-aef0-4be8ad42d59d on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:31:22.832142 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:22.834294 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-6e704c46-fe3d-42e9-a692-b8e431295ec8 req-382b0c97-280d-4b22-b175-e9c8a3a31273 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "DELETE /v2.0/ports/ada7376c-40a2-4270-aef0-4be8ad42d59d HTTP/1.1" status: 204 len: 173 time: 0.7562950 Jul 28 03:31:22.834748 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'name': 'network-vif-deleted', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:31:22.838003 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856eb47-e1de-4c58-ac54-3bdd5777a6dd" -d '{"events": [{"server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "name": "network-vif-deleted", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:31:22.880793 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526dfd7d-aa8f-4f17-a2c4-4aaa20212b7e x-openstack-request-id: req-526dfd7d-aa8f-4f17-a2c4-4aaa20212b7e {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:31:22.881087 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c739950c-e6d9-482f-b384-b340fc705f2c", "name": "network-vif-deleted", "tag": "ada7376c-40a2-4270-aef0-4be8ad42d59d", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:31:22.881366 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-526dfd7d-aa8f-4f17-a2c4-4aaa20212b7e {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:31:22.881765 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c739950c-e6d9-482f-b384-b340fc705f2c', 'name': 'network-vif-deleted', 'tag': 'ada7376c-40a2-4270-aef0-4be8ad42d59d', 'status': 'completed', 'code': 200} Jul 28 03:31:22.930163 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:31:22.963114 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b3c55e8f-7ae8-4dd1-bc56-b441c36b9a8b req-c5887d4b-5500-4136-a3c6-8eccb21e1545 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=c739950c-e6d9-482f-b384-b340fc705f2c HTTP/1.1" status: 200 len: 210 time: 0.0296109 Jul 28 03:31:23.136042 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:23.162052 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] Checking router: 8df4f401-3932-417a-bc13-d3ea039a638b for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:31:23.169966 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:31:23.170552 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:31:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:23.272450 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:31:23.468807 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:23.497984 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff0ddb-2258-4684-ae79-d50582c904d6 None None] The sync data for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi is: [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:31:23.700824 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3fb27-297d-402c-ae72-ab065aa8a68b None None] New status for floating IP 7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:31:24.049118 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48166) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:24.104787 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9b937078-81cf-4300-8611-5860ef736e9e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.127188 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9b937078-81cf-4300-8611-5860ef736e9e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.171958 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9b937078-81cf-4300-8611-5860ef736e9e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.174469 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-9b937078-81cf-4300-8611-5860ef736e9e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.175631 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-9b937078-81cf-4300-8611-5860ef736e9e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "DELETE /v2.0/security-groups/299f6d35-4181-4763-b253-1b62c18202c9 HTTP/1.1" status: 204 len: 168 time: 0.1254616 Jul 28 03:31:24.178329 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48168) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:24.184186 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b937078-81cf-4300-8611-5860ef736e9e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f6d35-4181-4763-b253-1b62c18202c9,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:24.191831 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.api.v2.resource [None req-7c00bc73-1533-4900-a43c-ea8b042490df tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] show failed (client error): The resource could not be found. Jul 28 03:31:24.192972 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7c00bc73-1533-4900-a43c-ea8b042490df tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups/299f6d35-4181-4763-b253-1b62c18202c9 HTTP/1.1" status: 404 len: 347 time: 0.0136378 Jul 28 03:31:24.195827 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48170) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:24.314483 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Deleting port aa7d98b9-7690-4d33-be7b-ff11b39d30eb {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:31:24.314832 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.389729 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.389985 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.401109 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Calling delete_port for aa7d98b9-7690-4d33-be7b-ff11b39d30eb owned by network:floatingip {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:31:24.533450 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.555337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event deleted for resources: {'Port': ['ID=aa7d98b9-7690-4d33-be7b-ff11b39d30eb,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:24.564746 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.565098 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.565458 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.565794 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.566127 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.567095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.567095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.567095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.567403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.567750 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.568075 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.568391 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:24.627347 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.630114 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:24.631246 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-baffaebd-44a6-4c73-8f07-012d87c007ce tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ce4c2c7-05e0-4ed4-baba-cad7caa3f65a HTTP/1.1" status: 204 len: 168 time: 0.4344327 Jul 28 03:31:24.945392 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48176) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:24.950637 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-784536b3-dc50-4f58-86ce-c3077fe3d2a6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623896080', 'description': 'tempest-description--432515538'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:24.971610 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-784536b3-dc50-4f58-86ce-c3077fe3d2a6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.051777 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-784536b3-dc50-4f58-86ce-c3077fe3d2a6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.055424 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-784536b3-dc50-4f58-86ce-c3077fe3d2a6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.081192 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-784536b3-dc50-4f58-86ce-c3077fe3d2a6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.082411 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-784536b3-dc50-4f58-86ce-c3077fe3d2a6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1360173 Jul 28 03:31:25.085287 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48180) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:25.090458 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-deb0e143-c147-4f69-b06f-125d9f095aa6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'security_group_rule': {'security_group_id': '3cefe24b-00b8-4cde-b82d-a7b3101eadb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:25.095497 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784536b3-dc50-4f58-86ce-c3077fe3d2a6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cefe24b-00b8-4cde-b82d-a7b3101eadb8,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:25.116981 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-deb0e143-c147-4f69-b06f-125d9f095aa6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.174081 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-deb0e143-c147-4f69-b06f-125d9f095aa6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.177557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-deb0e143-c147-4f69-b06f-125d9f095aa6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.195019 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e143-c147-4f69-b06f-125d9f095aa6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbe098c-0c77-4873-b3c4-d9f29eacf984,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:25.201311 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-deb0e143-c147-4f69-b06f-125d9f095aa6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.202473 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-deb0e143-c147-4f69-b06f-125d9f095aa6 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162617 Jul 28 03:31:25.205292 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48182) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:25.209582 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c2bcb20c-cc19-446c-82e3-9776e4d8ed55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'security_group_rule': {'security_group_id': '3cefe24b-00b8-4cde-b82d-a7b3101eadb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:25.218962 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ada7376c-40a2-4270-aef0-4be8ad42d59d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:31:25.236208 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb20c-cc19-446c-82e3-9776e4d8ed55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.238792 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: ada7376c-40a2-4270-aef0-4be8ad42d59d {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:31:25.239142 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device ada7376c-40a2-4270-aef0-4be8ad42d59d not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:31:25.291196 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb20c-cc19-446c-82e3-9776e4d8ed55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.295287 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb20c-cc19-446c-82e3-9776e4d8ed55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.311987 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcb20c-cc19-446c-82e3-9776e4d8ed55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e770d1de-d5a7-4340-870c-f562d0380fd6,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:25.318385 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb20c-cc19-446c-82e3-9776e4d8ed55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.319750 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c2bcb20c-cc19-446c-82e3-9776e4d8ed55 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134720 Jul 28 03:31:25.322655 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48184) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:25.326966 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:25.347592 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.448852 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.548147 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Allocated IP 172.27.3.20 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/a08735bd-961d-4829-8a07-0fc361606c51) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:31:25.647889 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.684584 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.719195 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:31:25.721834 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:31:25.724270 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:31:25.751742 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'Port': ['ID=a08735bd-961d-4829-8a07-0fc361606c51,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:25.815025 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.846791 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.991981 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:25.996896 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:26.057601 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'Port': ['ID=a08735bd-961d-4829-8a07-0fc361606c51,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:26.070855 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:26.084059 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:26.090391 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-77d81449-382f-4e3e-a8b6-cefc5ed0c446 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7667849 Jul 28 03:31:26.270357 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-d4a854f3-5b52-4011-9c16-e2b1c62c9fad tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--623896080&fields=id&tenant_id=01042aee9c2a46b2af873f2295320508 HTTP/1.1" status: 200 len: 267 time: 0.0322924 Jul 28 03:31:26.374545 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-52e2e4df-b36d-497c-8d0f-fdc22227fd45 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:26.375936 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-52e2e4df-b36d-497c-8d0f-fdc22227fd45 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 811 time: 0.0991786 Jul 28 03:31:26.390111 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-fa29a3aa-83b0-4cc5-9c80-4528371b7372 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/quotas/01042aee9c2a46b2af873f2295320508 HTTP/1.1" status: 200 len: 375 time: 0.0085402 Jul 28 03:31:26.441110 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-63dbefb4-3bde-46ba-a0ed-21ddadd8cfac tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458851 Jul 28 03:31:26.619172 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0ba6b818-08af-4760-9f74-2314b95897fa service neutron] 10.222.0.20 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659057 Jul 28 03:31:26.698677 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:31:26.709485 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-fd452bfd-e72e-4ea7-8b78-22bdd9b1062e service neutron] 10.222.0.20 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836592 Jul 28 03:31:26.863358 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-247bd06d-ecd7-4c19-8b61-7b8d15b42c24 req-08ed869f-cba3-4ad5-a6bb-f0a44128e2fc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 210 time: 0.0264177 Jul 28 03:31:27.725813 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-c367d1ea-fec9-4884-bb49-5feb7f934b10 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:27.727253 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-c367d1ea-fec9-4884-bb49-5feb7f934b10 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 811 time: 0.0980883 Jul 28 03:31:27.775918 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-7609e152-0f25-4a3c-8753-e1233390e380 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01042aee9c2a46b2af873f2295320508 HTTP/1.1" status: 200 len: 379 time: 0.0388603 Jul 28 03:31:27.785013 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'port': {'device_id': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'admin_state_up': True, 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'security_groups': ['3cefe24b-00b8-4cde-b82d-a7b3101eadb8']}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:27.887970 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Made reservation on behalf of 01042aee9c2a46b2af873f2295320508 for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:31:27.891291 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:27.957455 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6af9d022-68c8-44e5-b5c0-7855ca86e06a req-7ffa4cc6-375a-4347-9c20-6183a999b005 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 210 time: 0.0269415 Jul 28 03:31:28.015286 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Allocated IP 172.20.0.12 (d347dfd4-4219-4ff2-86d5-b0e92a6f048d/f226ff8a-6649-4eda-8d78-61d9b1302e1b/02e3b307-2622-43b3-8243-a61fe359400b) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:31:28.144620 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.158098 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Transition to ACTIVE for port object 02e3b307-2622-43b3-8243-a61fe359400b will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:31:28.193223 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.237002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:31:28.240075 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:31:28.243710 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:31:28.272570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event updated for resources: {'Port': ['ID=02e3b307-2622-43b3-8243-a61fe359400b,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:28.307697 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:28.309166 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.326439 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-0db30e5c-c477-4363-bcac-67c7989a3a17 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5451157 Jul 28 03:31:28.363184 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Request body: {'port': {'device_id': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:28.427110 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.527558 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1e29cd7a-1cbd-4ec8-b709-0a2c252b4faf None None] Provisioning for port 02e3b307-2622-43b3-8243-a61fe359400b completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:31:28.531265 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1e29cd7a-1cbd-4ec8-b709-0a2c252b4faf None None] Provisioning complete for port 02e3b307-2622-43b3-8243-a61fe359400b triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:31:28.531689 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1e29cd7a-1cbd-4ec8-b709-0a2c252b4faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.571674 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-1e29cd7a-1cbd-4ec8-b709-0a2c252b4faf None None] Port 02e3b307-2622-43b3-8243-a61fe359400b cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:31:28.696470 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e3b307-2622-43b3-8243-a61fe359400b {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:31:28.703692 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.715896 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Transition to ACTIVE for port object 02e3b307-2622-43b3-8243-a61fe359400b will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:31:28.719258 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.769816 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Pushing event updated for resources: {'Port': ['ID=02e3b307-2622-43b3-8243-a61fe359400b,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:28.837841 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Attempting to bind port 02e3b307-2622-43b3-8243-a61fe359400b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:31:28.838178 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Attempting to bind port 02e3b307-2622-43b3-8243-a61fe359400b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:31:28.838507 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Attempting to bind port 02e3b307-2622-43b3-8243-a61fe359400b on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:31:28.843377 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Port 02e3b307-2622-43b3-8243-a61fe359400b on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:31:28.843721 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Attempting to bind port 02e3b307-2622-43b3-8243-a61fe359400b on network d347dfd4-4219-4ff2-86d5-b0e92a6f048d {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:31:28.848706 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:31:28.849041 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Checking segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:31:28.849426 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Bound using segment: {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:31:28.849851 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Bound port: 02e3b307-2622-43b3-8243-a61fe359400b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58509a6-b571-49f2-bb5b-9ecf9358de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:31:28.850204 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.913316 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] For port 02e3b307-2622-43b3-8243-a61fe359400b, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:31:28.916236 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] For port 02e3b307-2622-43b3-8243-a61fe359400b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=02e3b307-2622-43b3-8243-a61fe359400b,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:31:28.921179 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.953524 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:28.954503 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:28.955774 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/02e3b307-2622-43b3-8243-a61fe359400b HTTP/1.1" status: 200 len: 1094 time: 0.5972862 Jul 28 03:31:28.956204 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:31:28.958415 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f423eb3-b2b2-4de9-ba92-718def896a10" -d '{"events": [{"name": "network-changed", "server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "tag": "02e3b307-2622-43b3-8243-a61fe359400b"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:31:28.993315 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72e138-5d23-426d-b3f6-5d03a18c71c2 service neutron] Pushing event updated for resources: {'Port': ['ID=02e3b307-2622-43b3-8243-a61fe359400b,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:28.997638 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d2567f-e785-4a6c-80fc-a12446515f3a x-openstack-request-id: req-90d2567f-e785-4a6c-80fc-a12446515f3a {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:31:28.997925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "tag": "02e3b307-2622-43b3-8243-a61fe359400b", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:31:28.998182 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90d2567f-e785-4a6c-80fc-a12446515f3a {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:31:28.998769 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b', 'status': 'completed', 'code': 200} Jul 28 03:31:29.044425 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-8431e020-a7ca-4bcd-a02b-f7a9399da79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.045932 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-8431e020-a7ca-4bcd-a02b-f7a9399da79c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 1097 time: 0.0440993 Jul 28 03:31:29.094431 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50f32-6065-43c0-97c2-6b21fb745fc4 req-9732f3cc-2b82-4b15-b9c6-8e68da38e2d8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.095977 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e5e50f32-6065-43c0-97c2-6b21fb745fc4 req-9732f3cc-2b82-4b15-b9c6-8e68da38e2d8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 944 time: 0.0545645 Jul 28 03:31:29.096164 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-f0c2a5ab-5470-4319-8b93-a5eb8880b6a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e3b307-2622-43b3-8243-a61fe359400b HTTP/1.1" status: 200 len: 217 time: 0.0388398 Jul 28 03:31:29.137281 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e5e50f32-6065-43c0-97c2-6b21fb745fc4 req-fd94af7e-5377-4bcf-ab05-647fea802941 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351257 Jul 28 03:31:29.146346 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-990e7f94-44ec-4743-96e4-81f283a70f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.147900 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-990e7f94-44ec-4743-96e4-81f283a70f59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0447612 Jul 28 03:31:29.191116 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-159f1605-7b6f-4e16-9e1c-c1188fc75ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.192675 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-159f1605-7b6f-4e16-9e1c-c1188fc75ddf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381675 Jul 28 03:31:29.284120 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-9b63d28e-03d4-4f53-89fd-c20b8253978b service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Jul 28 03:31:29.368890 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3c35a151-831d-4d20-a703-e9d057d04ab5 req-71cdfd08-ae5a-4a62-ac38-ca5877706ff0 service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773029 Jul 28 03:31:29.464971 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-4d8a34fb-96b2-4c2d-9d82-7fc4bb0e5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.466443 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-4d8a34fb-96b2-4c2d-9d82-7fc4bb0e5f3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 1097 time: 0.0421963 Jul 28 03:31:29.561490 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-8e4105b1-9658-45ba-ae97-f71d090be677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.562833 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-8e4105b1-9658-45ba-ae97-f71d090be677 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 912 time: 0.0887337 Jul 28 03:31:29.605523 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-336a7935-ec34-493f-a68e-cacc80733454 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e3b307-2622-43b3-8243-a61fe359400b HTTP/1.1" status: 200 len: 217 time: 0.0331590 Jul 28 03:31:29.656786 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-82d85c09-efe0-40d4-8669-c00df57ee93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.658175 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-82d85c09-efe0-40d4-8669-c00df57ee93f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0456412 Jul 28 03:31:29.703637 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-70e7226d-eeba-45f0-9fbf-baa5db96323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:29.705382 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-70e7226d-eeba-45f0-9fbf-baa5db96323f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402174 Jul 28 03:31:29.790073 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-2f9ddf5b-b4b3-4161-8e16-5027e93099ba service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766344 Jul 28 03:31:29.878655 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5f423eb3-b2b2-4de9-ba92-718def896a10 req-27403709-0ba2-4660-88c5-91f1d06d413f service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815537 Jul 28 03:31:30.249811 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca0ed6-7fbf-42fc-8895-4ae0578dbd85 req-6ca9e722-df64-486e-879a-235fe710b1a2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:30.251265 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39ca0ed6-7fbf-42fc-8895-4ae0578dbd85 req-6ca9e722-df64-486e-879a-235fe710b1a2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 944 time: 0.0484138 Jul 28 03:31:30.287709 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39ca0ed6-7fbf-42fc-8895-4ae0578dbd85 req-e1a0f211-333a-4e9b-bc21-a23d25159477 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306385 Jul 28 03:31:31.230867 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f624c429-a698-4813-9a63-5dfd8c80dd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:31.397574 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911c84-8f1d-4c97-aac4-c11a0ffca943 req-ff5fe8b6-5098-43d9-ae9b-e37db9b01fae tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:31.399025 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa911c84-8f1d-4c97-aac4-c11a0ffca943 req-ff5fe8b6-5098-43d9-ae9b-e37db9b01fae tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 944 time: 0.0464568 Jul 28 03:31:31.437482 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-aa911c84-8f1d-4c97-aac4-c11a0ffca943 req-c6aa3160-4ea1-4ab3-8d2b-3f1920fc4d45 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308714 Jul 28 03:31:32.550685 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d0646-693e-45eb-a19e-7bc8d9d69a77 req-03dd15ae-c8cc-4cfc-9e9d-4e5e2520acf7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:32.552132 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad1d0646-693e-45eb-a19e-7bc8d9d69a77 req-03dd15ae-c8cc-4cfc-9e9d-4e5e2520acf7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 944 time: 0.0499771 Jul 28 03:31:32.589134 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad1d0646-693e-45eb-a19e-7bc8d9d69a77 req-81580f17-c6cc-4393-8f54-81fa7cbc87b1 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Jul 28 03:31:32.965602 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:33.252964 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 02e3b307-2622-43b3-8243-a61fe359400b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:31:33.347631 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 02e3b307-2622-43b3-8243-a61fe359400b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=02e3b307-2622-43b3-8243-a61fe359400b,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:31:33.358252 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '02e3b307-2622-43b3-8243-a61fe359400b', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'port_id': '02e3b307-2622-43b3-8243-a61fe359400b', 'mac_address': 'fa:16:3e:19:c3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:31:33.396421 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:33.408785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e3b307-2622-43b3-8243-a61fe359400b {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:31:33.427713 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 02e3b307-2622-43b3-8243-a61fe359400b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=02e3b307-2622-43b3-8243-a61fe359400b,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:31:33.431092 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:33.480471 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=02e3b307-2622-43b3-8243-a61fe359400b,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:33.487278 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.487662 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.488008 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.488337 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.488663 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.488987 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.489309 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.489628 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.489947 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.490264 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.490580 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.490895 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:31:33.699295 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e786e4-abb6-4fe3-a7b6-094941bb660a req-2ed76192-1428-490c-ae1b-8010626b22be tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:33.700749 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72e786e4-abb6-4fe3-a7b6-094941bb660a req-2ed76192-1428-490c-ae1b-8010626b22be tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 945 time: 0.0466366 Jul 28 03:31:33.737071 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72e786e4-abb6-4fe3-a7b6-094941bb660a req-4c7fb2bb-0cec-4b52-921c-0aff57b7d7fe tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303602 Jul 28 03:31:33.772846 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['02e3b307-2622-43b3-8243-a61fe359400b'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:31:33.905022 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4908b90c-aaaa-4241-9c7b-3ef9bf3d8d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:33.972810 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:34.845676 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0e0cf-a2d5-4364-a605-72d5e1d187bc req-0ad8fd0b-298e-44b3-b483-c79a27b833ea tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:34.846996 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9aa0e0cf-a2d5-4364-a605-72d5e1d187bc req-0ad8fd0b-298e-44b3-b483-c79a27b833ea tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 945 time: 0.0468755 Jul 28 03:31:34.882889 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9aa0e0cf-a2d5-4364-a605-72d5e1d187bc req-bc8db30b-a392-4620-98c7-6ff9525a91bb tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301471 Jul 28 03:31:34.992494 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:35.258199 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 02e3b307-2622-43b3-8243-a61fe359400b up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:31:35.308699 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 02e3b307-2622-43b3-8243-a61fe359400b completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:31:35.312222 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 02e3b307-2622-43b3-8243-a61fe359400b triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:31:35.312592 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:35.385068 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:35.408727 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:31:35.410880 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f7122-1c19-4a5d-817c-d85f77625e78" -d '{"events": [{"server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "name": "network-vif-plugged", "status": "completed", "tag": "02e3b307-2622-43b3-8243-a61fe359400b"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:31:35.423806 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 02e3b307-2622-43b3-8243-a61fe359400b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=02e3b307-2622-43b3-8243-a61fe359400b,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:31:35.427990 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:35.450517 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a9ebe2-0e07-491d-a04f-10ad91ceb484 x-openstack-request-id: req-f8a9ebe2-0e07-491d-a04f-10ad91ceb484 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:31:35.450801 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "name": "network-vif-plugged", "status": "completed", "tag": "02e3b307-2622-43b3-8243-a61fe359400b", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:31:35.451052 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8a9ebe2-0e07-491d-a04f-10ad91ceb484 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:31:35.451434 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b', 'code': 200} Jul 28 03:31:35.477402 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=02e3b307-2622-43b3-8243-a61fe359400b,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:31:35.616515 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e1b4a-c29b-4e81-b7f7-0d8961602161 req-46eb6729-4dcd-4a50-833c-2e56ad15ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:35.618024 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8e2e1b4a-c29b-4e81-b7f7-0d8961602161 req-46eb6729-4dcd-4a50-833c-2e56ad15ebdd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 1099 time: 0.0473118 Jul 28 03:31:35.650415 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8e2e1b4a-c29b-4e81-b7f7-0d8961602161 req-e08cce06-1f79-48b4-82d0-369000e56d30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257001 Jul 28 03:31:35.998951 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427898-293b-40cc-97a7-a86e12fe7cd8 req-1044d291-fce3-47e1-95f6-7f15330b133b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:36.000400 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9427898-293b-40cc-97a7-a86e12fe7cd8 req-1044d291-fce3-47e1-95f6-7f15330b133b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 946 time: 0.0506096 Jul 28 03:31:36.041698 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9427898-293b-40cc-97a7-a86e12fe7cd8 req-388076ef-1fbc-40ad-b6dd-f4f461ccdb78 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352793 Jul 28 03:31:36.625649 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:37.157035 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff1ac9-a5f3-4ffa-8b1e-083db4ed1b19 req-f5ac4eb8-0906-49bb-97c2-ce14c82c156b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:37.158498 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-edff1ac9-a5f3-4ffa-8b1e-083db4ed1b19 req-f5ac4eb8-0906-49bb-97c2-ce14c82c156b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 946 time: 0.0487893 Jul 28 03:31:37.197529 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-edff1ac9-a5f3-4ffa-8b1e-083db4ed1b19 req-fff6f905-2a5e-44ee-b8b0-c0026394a00b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330658 Jul 28 03:31:37.308738 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8292ea7-9f1e-432d-8990-871a62de7ede req-6f911552-7557-4c7d-a952-9cfe8bb70033 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:37.310205 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8292ea7-9f1e-432d-8990-871a62de7ede req-6f911552-7557-4c7d-a952-9cfe8bb70033 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 946 time: 0.0488141 Jul 28 03:31:37.318367 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48268) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:31:37.322778 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Request body: {'floatingip': {'port_id': '02e3b307-2622-43b3-8243-a61fe359400b'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:31:37.364499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:37.994422 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:37.997977 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:38.095295 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Floating IP 4bd6c75b-90ea-4988-a0e4-c3a2e912623c associated. External IP: 172.27.3.20, port: 02e3b307-2622-43b3-8243-a61fe359400b. Jul 28 03:31:38.293173 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Router 8df4f401-3932-417a-bc13-d3ea039a638b has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:31:38.398867 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:31:38.403746 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:31:38.409304 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] Sync routers for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:31:38.418080 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:31:38.418687 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:31:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:38.429924 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f3f64dc9-f9f4-4a02-a2fb-15928ca73fbc tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "PUT /v2.0/floatingips/4bd6c75b-90ea-4988-a0e4-c3a2e912623c HTTP/1.1" status: 200 len: 991 time: 1.1105220 Jul 28 03:31:38.430512 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:31:38.433426 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf2cfc4-48b9-4182-b803-92d38fb157ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "tag": "02e3b307-2622-43b3-8243-a61fe359400b"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:31:38.530141 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:31:38.595063 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45507d4-7403-4d7e-b7d0-1c96242a685e x-openstack-request-id: req-f45507d4-7403-4d7e-b7d0-1c96242a685e {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:31:38.595355 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "tag": "02e3b307-2622-43b3-8243-a61fe359400b", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:31:38.595643 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f45507d4-7403-4d7e-b7d0-1c96242a685e {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:31:38.596058 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b', 'status': 'completed', 'code': 200} Jul 28 03:31:38.663488 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-32d160d3-f239-43cb-9279-b5f6616f4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:38.664991 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-32d160d3-f239-43cb-9279-b5f6616f4a4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01042aee9c2a46b2af873f2295320508&device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 1099 time: 0.0412941 Jul 28 03:31:38.756514 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-6a7d888b-b44a-436b-8522-8506c6b54c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:38.757990 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-6a7d888b-b44a-436b-8522-8506c6b54c14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 200 len: 912 time: 0.0850925 Jul 28 03:31:38.820516 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-fc97329c-22bd-4377-9de2-0e15dfc14db4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e3b307-2622-43b3-8243-a61fe359400b HTTP/1.1" status: 200 len: 999 time: 0.0557871 Jul 28 03:31:38.868313 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '4bd6c75b-90ea-4988-a0e4-c3a2e912623c', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'port_id': '02e3b307-2622-43b3-8243-a61fe359400b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'mac_address': 'fa:16:3e:19:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:31:25Z', 'updated_at': '2021-07-28T03:31:37Z', 'revision_number': 1, 'project_id': '01042aee9c2a46b2af873f2295320508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:38.871644 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-e5f83d41-d127-45b1-934e-898062ca3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:38.873102 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-e5f83d41-d127-45b1-934e-898062ca3c09 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 200 len: 850 time: 0.0461473 Jul 28 03:31:38.897686 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] Checking router: 8df4f401-3932-417a-bc13-d3ea039a638b for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:31:38.905823 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:31:38.906417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:31:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:38.917692 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-3cd0ce52-e419-48bc-a5e3-964f229493a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:31:38.919177 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-3cd0ce52-e419-48bc-a5e3-964f229493a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d347dfd4-4219-4ff2-86d5-b0e92a6f048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393765 Jul 28 03:31:39.006279 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-6ef766dc-0341-45c5-95e8-3f77d893c20c service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795193 Jul 28 03:31:39.011366 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:31:39.097601 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ccf2cfc4-48b9-4182-b803-92d38fb157ca req-efae7415-620b-4b57-87a9-fd850680aeaf service neutron] 10.222.0.10 "GET /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Jul 28 03:31:39.226728 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '4bd6c75b-90ea-4988-a0e4-c3a2e912623c', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'port_id': '02e3b307-2622-43b3-8243-a61fe359400b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'mac_address': 'fa:16:3e:19:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:31:25Z', 'updated_at': '2021-07-28T03:31:37Z', 'revision_number': 1, 'project_id': '01042aee9c2a46b2af873f2295320508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:31:39.252141 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ce776-e4cc-4ae9-aeda-a803dfaf04e4 None None] The sync data for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi is: [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '4bd6c75b-90ea-4988-a0e4-c3a2e912623c', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'floating_ip_address': '172.27.3.20', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'port_id': '02e3b307-2622-43b3-8243-a61fe359400b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'mac_address': 'fa:16:3e:19:c3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:31:25Z', 'updated_at': '2021-07-28T03:31:37Z', 'revision_number': 1, 'project_id': '01042aee9c2a46b2af873f2295320508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:31:39.429260 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6c5ed-f79c-4628-86c3-ad62accfc28e None None] New status for floating IP 4bd6c75b-90ea-4988-a0e4-c3a2e912623c: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:32:01.231210 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8cec8dfb-2f9b-42a5-adb9-54df341e7166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:02.963664 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:03.696985 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:32:03.896530 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-08cfb817-b62d-418c-b2a5-e92d00f7a08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:03.973200 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:04.999819 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:06.625416 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:13.460950 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48396) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:13.751483 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff054a03-ffa8-4524-8782-9cf16d115ee6 req-7ac7c6f3-6cd8-4235-9607-b774c4cbe477 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:13.752921 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff054a03-ffa8-4524-8782-9cf16d115ee6 req-7ac7c6f3-6cd8-4235-9607-b774c4cbe477 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0699019 Jul 28 03:32:13.757301 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Deleting port 5c31c34a-4eb2-475e-a8af-53c1c9228e3c {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:13.757661 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:13.829677 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ff054a03-ffa8-4524-8782-9cf16d115ee6 req-ed8119b4-c201-4096-9d80-dcb5b7d3f2e7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701420 Jul 28 03:32:13.854527 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:13.854853 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:13.866412 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Calling delete_port for 5c31c34a-4eb2-475e-a8af-53c1c9228e3c owned by network:floatingip {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:14.031863 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:14.062868 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event deleted for resources: {'Port': ['ID=5c31c34a-4eb2-475e-a8af-53c1c9228e3c,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:14.120230 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:14.120484 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Floating IP 690531b0-66df-4c1d-9f53-c0bacd818ad8 disassociated (deleted). External IP: 172.27.3.240, port: 8a7dc0cc-9a2b-4953-90ca-97bf969e8136. Jul 28 03:32:14.322447 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Router 52fc5db7-7966-4e81-9ab8-ae538133296c has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:32:14.425347 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:32:14.429997 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:14.435096 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8034e-1282-4af9-a387-0475035b876f None None] Sync routers for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:32:14.444478 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:14.444940 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:32:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:14.456782 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-39fcbcfb-78c4-4b21-97e2-ebacd8d10846 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "DELETE /v2.0/floatingips/690531b0-66df-4c1d-9f53-c0bacd818ad8 HTTP/1.1" status: 204 len: 168 time: 0.9946759 Jul 28 03:32:14.457485 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:32:14.459735 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d573bfd8-440c-46c0-ac49-c6f8d29b4801" -d '{"events": [{"name": "network-changed", "server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:32:14.497635 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bb5850-d541-43b5-86a9-3adc8b3ca492 x-openstack-request-id: req-a7bb5850-d541-43b5-86a9-3adc8b3ca492 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:32:14.498356 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:32:14.498356 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7bb5850-d541-43b5-86a9-3adc8b3ca492 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:32:14.498649 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'status': 'completed', 'code': 200} Jul 28 03:32:14.556701 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:14.559440 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-46674c2b-2de9-4fb8-87e5-5092ce83ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:14.560982 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-46674c2b-2de9-4fb8-87e5-5092ce83ccfd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a825835b82184cc081ba187d2d7bfde6&device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 1098 time: 0.0415213 Jul 28 03:32:14.676812 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-6cc32fc8-f5a5-453d-9b62-91ab432772ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:14.678014 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1ef18-5f52-4edd-81dc-d59e33f5475c req-f6ec9815-d672-4c55-91e2-7fe1bc022b9e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:14.678307 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-6cc32fc8-f5a5-453d-9b62-91ab432772ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 200 len: 909 time: 0.1051881 Jul 28 03:32:14.679629 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8ae1ef18-5f52-4edd-81dc-d59e33f5475c req-f6ec9815-d672-4c55-91e2-7fe1bc022b9e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0512934 Jul 28 03:32:14.717476 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8ae1ef18-5f52-4edd-81dc-d59e33f5475c req-c67de415-e5c1-4013-8fc3-e610eea88b0e tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Jul 28 03:32:14.721124 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-27ba26fd-493d-4325-9add-a5eb410fcdbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 200 len: 217 time: 0.0345259 Jul 28 03:32:14.763217 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:47Z', 'revision_number': 5, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:14.770626 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-6dddf1e2-adee-4876-b80f-67a686a3bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:14.772096 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-6dddf1e2-adee-4876-b80f-67a686a3bc9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 200 len: 847 time: 0.0436025 Jul 28 03:32:14.788455 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8034e-1282-4af9-a387-0475035b876f None None] Checking router: 52fc5db7-7966-4e81-9ab8-ae538133296c for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:32:14.797193 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:14.797794 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:32:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:14.822048 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-da59f7b6-bbdf-4b3c-bc95-4b9d29236e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:14.823545 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-da59f7b6-bbdf-4b3c-bc95-4b9d29236e59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4aa653c8-0714-412a-abf8-360f497688f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431845 Jul 28 03:32:14.903842 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:14.921476 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-dd8e360e-66b5-4364-b8fe-3a9126aa7dde service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828044 Jul 28 03:32:14.956159 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f5c94-146c-469f-b88e-b9c7ce4fec74 req-6dcc9243-6128-4f93-8068-b0c2d61f94a2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:14.957552 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-953f5c94-146c-469f-b88e-b9c7ce4fec74 req-6dcc9243-6128-4f93-8068-b0c2d61f94a2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0541010 Jul 28 03:32:14.997179 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-953f5c94-146c-469f-b88e-b9c7ce4fec74 req-ba10599d-6ac1-4870-bea2-0baa136da7b5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334845 Jul 28 03:32:15.019285 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d573bfd8-440c-46c0-ac49-c6f8d29b4801 req-dd75f8ae-a933-4cf3-b923-6b6f34395f9a service neutron] 10.222.0.10 "GET /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894754 Jul 28 03:32:15.107577 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-81a8034e-1282-4af9-a387-0475035b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:47Z', 'revision_number': 5, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:15.132508 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8034e-1282-4af9-a387-0475035b876f None None] The sync data for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi is: [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:25:39Z', 'revision_number': 4, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'd6b92a87-d626-43a7-a3e7-84b0a01f8eaf', 'name': '', 'network_id': '4aa653c8-0714-412a-abf8-360f497688f5', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'mac_address': 'fa:16:3e:e4:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:39Z', 'updated_at': '2021-07-28T03:25:47Z', 'revision_number': 5, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'subnets': [{'id': 'a4382934-3da1-46ea-8f02-666d8a3cab68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:32:15.350585 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c17569-2bd1-419e-8f68-78bcd109e190 None None] New status for floating IP 690531b0-66df-4c1d-9f53-c0bacd818ad8: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:32:15.832652 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17c094-5c6e-43af-a366-46959eec916e req-628dca70-f8dc-4f63-9db9-8b4369914b0a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:15.834151 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc17c094-5c6e-43af-a366-46959eec916e req-628dca70-f8dc-4f63-9db9-8b4369914b0a tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0502372 Jul 28 03:32:15.870205 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc17c094-5c6e-43af-a366-46959eec916e req-28d31feb-27f6-4e3c-a7d7-8e9daf1d16ba tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef0c0686-f13b-473a-b189-44bb38c0e50e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301967 Jul 28 03:32:16.113670 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b73b6f-c082-431b-93e0-a15f8424697b req-51243a4a-0687-4602-86a0-3b88850f33dd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:16.115087 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-54b73b6f-c082-431b-93e0-a15f8424697b req-51243a4a-0687-4602-86a0-3b88850f33dd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0472357 Jul 28 03:32:16.150862 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-54b73b6f-c082-431b-93e0-a15f8424697b req-f9db187d-d06e-4f24-8351-e2ce9be0aaab tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299542 Jul 28 03:32:16.345041 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-5ee348db-728d-4304-8b4a-03813c5f8a76 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:16.346514 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-5ee348db-728d-4304-8b4a-03813c5f8a76 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.10 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 945 time: 0.0479577 Jul 28 03:32:16.436540 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Deleting port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:16.436859 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.775614 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] For port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:16.775983 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.788413 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Calling delete_port for 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:16.913623 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.940642 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event deleted for resources: {'Port': ['ID=8a7dc0cc-9a2b-4953-90ca-97bf969e8136,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:16.965665 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.966008 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.966346 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.966673 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.966994 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.967317 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.967668 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.967988 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.968310 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.968628 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.968941 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.969255 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:16.974379 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9295adf9-383a-4c5d-a28a-dfb0fbfb6231 req-156262b1-34db-42ec-b4d2-c1d7c76e34df tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eecf599-daa9-4875-987b-d73980f672f2 HTTP/1.1" status: 200 len: 210 time: 0.0358174 Jul 28 03:32:16.990398 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] No DVR routers for this DVR port 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:32:16.996226 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:16.998158 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ca8006f9-8428-4792-8274-9abb169b2f9e req-ca8dc165-ebb9-40cf-b32b-a276c28ddc14 tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.10 "DELETE /v2.0/ports/8a7dc0cc-9a2b-4953-90ca-97bf969e8136 HTTP/1.1" status: 204 len: 173 time: 0.6453576 Jul 28 03:32:16.998577 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-deleted', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:32:17.000778 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2292c-a052-439b-8b93-0dd4e2d48c2d" -d '{"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-deleted", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:32:17.036704 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f15d70-d10a-4c34-8d81-27ef35ae338d x-openstack-request-id: req-86f15d70-d10a-4c34-8d81-27ef35ae338d {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:32:17.036983 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eecf599-daa9-4875-987b-d73980f672f2", "name": "network-vif-deleted", "tag": "8a7dc0cc-9a2b-4953-90ca-97bf969e8136", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:32:17.037354 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86f15d70-d10a-4c34-8d81-27ef35ae338d {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:32:17.037712 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eecf599-daa9-4875-987b-d73980f672f2', 'name': 'network-vif-deleted', 'tag': '8a7dc0cc-9a2b-4953-90ca-97bf969e8136', 'status': 'completed', 'code': 200} Jul 28 03:32:17.269784 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4f746-59f2-4457-b920-14104723f330 req-771fc0b4-f47e-41bd-bdac-515478f3692e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:17.271293 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8ed4f746-59f2-4457-b920-14104723f330 req-771fc0b4-f47e-41bd-bdac-515478f3692e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0504162 Jul 28 03:32:17.313028 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8ed4f746-59f2-4457-b920-14104723f330 req-5b8e74d6-aa08-49dc-a09c-7d85acbec185 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356119 Jul 28 03:32:18.028003 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48434) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:18.085615 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f5f46080-8abc-4d31-9e41-dae671fec66f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:18.110183 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f5f46080-8abc-4d31-9e41-dae671fec66f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:18.168711 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f5f46080-8abc-4d31-9e41-dae671fec66f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:18.171205 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-f5f46080-8abc-4d31-9e41-dae671fec66f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:18.172451 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-f5f46080-8abc-4d31-9e41-dae671fec66f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef0c0686-f13b-473a-b189-44bb38c0e50e HTTP/1.1" status: 204 len: 168 time: 0.1434555 Jul 28 03:32:18.181084 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46080-8abc-4d31-9e41-dae671fec66f tempest-TestShelveInstance-209412401 tempest-TestShelveInstance-209412401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0c0686-f13b-473a-b189-44bb38c0e50e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:18.221446 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48438) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:18.440716 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c31c82-be37-4ecc-ac2b-615320ca911b req-2429c8ff-26ce-4d21-8883-fe69ce5f7759 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:18.442208 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4c31c82-be37-4ecc-ac2b-615320ca911b req-2429c8ff-26ce-4d21-8883-fe69ce5f7759 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0480640 Jul 28 03:32:18.480971 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f4c31c82-be37-4ecc-ac2b-615320ca911b req-3af82e1e-8e80-444d-a098-d8bf28fb1cd7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Jul 28 03:32:18.658055 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:18.892016 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Deleting port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:18.892269 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:18.971193 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] For port d6b92a87-d626-43a7-a3e7-84b0a01f8eaf, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:18.971584 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:18.983715 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Calling delete_port for d6b92a87-d626-43a7-a3e7-84b0a01f8eaf owned by network:router_interface {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:19.156605 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.185536 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b92a87-d626-43a7-a3e7-84b0a01f8eaf,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:19.341867 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.548841 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Router 52fc5db7-7966-4e81-9ab8-ae538133296c has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:32:19.598355 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b506814-faf0-4204-afda-0cb07c35141e req-2d1e1968-0c74-42db-bbb9-bff68b17376c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:19.600360 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8b506814-faf0-4204-afda-0cb07c35141e req-2d1e1968-0c74-42db-bbb9-bff68b17376c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0485525 Jul 28 03:32:19.643600 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8b506814-faf0-4204-afda-0cb07c35141e req-33dc0407-b811-4c7c-9a0e-34ce08c5beaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372858 Jul 28 03:32:19.661660 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:32:19.673491 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-b237b6c6-ed28-4ab2-b279-a39a0babc88e admin admin] 10.222.0.20 "PUT /v2.0/routers/52fc5db7-7966-4e81-9ab8-ae538133296c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4509821 Jul 28 03:32:19.676043 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48450) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:19.680484 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] Sync routers for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:32:19.689678 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:19.690269 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:32:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:19.782975 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.884088 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:19.915920 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:19.938226 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Deleting port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:19.938570 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.014482 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] For port 2a90f90e-cdfc-4240-ae14-d342cbf58ff3, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:20.014876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.027871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Calling delete_port for 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:20.086912 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:32:19Z', 'revision_number': 5, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port': {'id': '2a90f90e-cdfc-4240-ae14-d342cbf58ff3', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:67:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:37Z', 'updated_at': '2021-07-28T03:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:20.116265 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] Checking router: 52fc5db7-7966-4e81-9ab8-ae538133296c for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:32:20.124429 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] Routers {'52fc5db7-7966-4e81-9ab8-ae538133296c'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:20.125029 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:32:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['52fc5db7-7966-4e81-9ab8-ae538133296c'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:20.206866 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.212300 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] Set router 52fc5db7-7966-4e81-9ab8-ae538133296c gateway port host: None {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:20.235388 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a90f90e-cdfc-4240-ae14-d342cbf58ff3,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:20.265642 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:32:19Z', 'revision_number': 6, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:20.293441 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.295795 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc9d89-754a-4ec6-8d58-de26b16fbd8b None None] The sync data for ids ['52fc5db7-7966-4e81-9ab8-ae538133296c'] in dv-cinder-786260-14-iscsi is: [{'id': '52fc5db7-7966-4e81-9ab8-ae538133296c', 'name': 'tempest-TestShelveInstance-166863227-router', 'tenant_id': 'a825835b82184cc081ba187d2d7bfde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:36Z', 'updated_at': '2021-07-28T03:32:19Z', 'revision_number': 6, 'project_id': 'a825835b82184cc081ba187d2d7bfde6', 'gw_port_host': None}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:32:20.393133 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.395090 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.457878 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.458407 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52fc5db7-7966-4e81-9ab8-ae538133296c {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:32:20.463263 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.464519 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-27a2f378-9caa-404c-8dd8-5c746c40d6d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/52fc5db7-7966-4e81-9ab8-ae538133296c HTTP/1.1" status: 204 len: 168 time: 0.7858119 Jul 28 03:32:20.467095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48452) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:20.508413 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] Deleting subnet a4382934-3da1-46ea-8f02-666d8a3cab68 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:32:20.511203 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.542968 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.652745 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:20.741850 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.013795 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4382934-3da1-46ea-8f02-666d8a3cab68,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:21.020060 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.021916 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2310a19a-dd3e-40f3-a0c1-d3dc2f3d5bb8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a4382934-3da1-46ea-8f02-666d8a3cab68 HTTP/1.1" status: 204 len: 168 time: 0.5538495 Jul 28 03:32:21.025327 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48458) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:21.027582 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0c33f-baa1-4547-b4da-2e8d938324f6 None None] Network 4aa653c8-0714-412a-abf8-360f497688f5 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:21.041258 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45056df-570c-4d62-b039-61344df4d6cc req-6713d0d3-4285-4da2-80ce-9bc175816958 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:21.043310 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a45056df-570c-4d62-b039-61344df4d6cc req-6713d0d3-4285-4da2-80ce-9bc175816958 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.3024943 Jul 28 03:32:21.081979 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a45056df-570c-4d62-b039-61344df4d6cc req-dffc62a2-34da-4aba-ab9e-faaff9dfd05a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327659 Jul 28 03:32:21.099641 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.128095 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d6b92a87-d626-43a7-a3e7-84b0a01f8eaf no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:21.152987 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: d6b92a87-d626-43a7-a3e7-84b0a01f8eaf {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:32:21.153325 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d6b92a87-d626-43a7-a3e7-84b0a01f8eaf not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:32:21.161691 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Deleting port f9f2be1c-b496-484b-a2d6-29b209f87195 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:21.162044 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.228445 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] For port f9f2be1c-b496-484b-a2d6-29b209f87195, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=f9f2be1c-b496-484b-a2d6-29b209f87195,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:21.228899 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.243154 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Calling delete_port for f9f2be1c-b496-484b-a2d6-29b209f87195 owned by network:dhcp {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:21.243386 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] DHCP port deletion for 4aa653c8-0714-412a-abf8-360f497688f5 request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:32:21.290564 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] Deleting port f9f2be1c-b496-484b-a2d6-29b209f87195 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:21.290940 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.323269 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.352305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f2be1c-b496-484b-a2d6-29b209f87195,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:21.354649 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] No DVR routers for this DVR port f9f2be1c-b496-484b-a2d6-29b209f87195 on host dv-cinder-786260-14-iscsi {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:32:21.356368 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] For port f9f2be1c-b496-484b-a2d6-29b209f87195, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=f9f2be1c-b496-484b-a2d6-29b209f87195,segment=NetworkSegment(878b0653-b5fa-4a0e-b413-cef09e6b65d1),segment_id=878b0653-b5fa-4a0e-b413-cef09e6b65d1)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:21.356792 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.378069 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] Calling delete_port for f9f2be1c-b496-484b-a2d6-29b209f87195 owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:21.427861 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.441922 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa653c8-0714-412a-abf8-360f497688f5']}} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:21.454164 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878b0653-b5fa-4a0e-b413-cef09e6b65d1') {'for_net_delete': True} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:21.454414 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878b0653-b5fa-4a0e-b413-cef09e6b65d1') {} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:21.462895 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30347736'] for segment, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.480123 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.484681 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:21.486776 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:32:21.487406 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30347627'] for segment, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: Traceback (most recent call last): Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: timer() Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: cb(*args, **kw) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: return func(*args, **kwargs) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: self._notify() Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: self.callback(batched_events) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: event.method(event) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: return f(self, *a, **k) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._get(url).json() Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: return self.request(url, 'GET', **kwargs) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:32:21.489002 dv-cinder-786260-14-iscsi neutron-server[93017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:32:21.521247 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:32:21.521247 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 8a7dc0cc-9a2b-4953-90ca-97bf969e8136 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:32:21.528057 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.542522 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.548139 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:21.550150 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4aa653c8-0714-412a-abf8-360f497688f5 HTTP/1.1" status: 204 len: 168 time: 0.5236144 Jul 28 03:32:21.553209 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48460) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:21.555947 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] Pushing event deleted for resources: {'Port': ['ID=f9f2be1c-b496-484b-a2d6-29b209f87195,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:21.565831 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214a506-a0d2-488b-a495-c18330d32a8b None None] No DVR routers for this DVR port f9f2be1c-b496-484b-a2d6-29b209f87195 on host dv-cinder-786260-14-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:32:21.566070 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9db7bb-24fe-4168-ba44-4b07c33dd316 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa653c8-0714-412a-abf8-360f497688f5,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:21.960989 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.262132 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08118ab-b730-4630-9526-a14747b99811 req-2b638566-2cf9-49b5-9c38-0bd3d5765f1c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:22.263633 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c08118ab-b730-4630-9526-a14747b99811 req-2b638566-2cf9-49b5-9c38-0bd3d5765f1c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0869243 Jul 28 03:32:22.312389 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c08118ab-b730-4630-9526-a14747b99811 req-5f91a137-2385-4c76-8594-b5ff97d32580 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 Jul 28 03:32:22.313574 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Deleting port 669b1c7a-6653-40bb-90b0-2d7298636896 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:22.313909 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.389984 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device f9f2be1c-b496-484b-a2d6-29b209f87195 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:22.391948 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] For port 669b1c7a-6653-40bb-90b0-2d7298636896, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=669b1c7a-6653-40bb-90b0-2d7298636896,segment=NetworkSegment(7a06e493-f2fc-47f8-933d-5e431908143a),segment_id=7a06e493-f2fc-47f8-933d-5e431908143a)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:22.392337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.404876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Calling delete_port for 669b1c7a-6653-40bb-90b0-2d7298636896 owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:22.409227 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: f9f2be1c-b496-484b-a2d6-29b209f87195 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:32:22.409568 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device f9f2be1c-b496-484b-a2d6-29b209f87195 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:32:22.409969 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:22.428143 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:32:22.428478 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2a90f90e-cdfc-4240-ae14-d342cbf58ff3 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:32:22.581410 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.606438 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Pushing event deleted for resources: {'Port': ['ID=669b1c7a-6653-40bb-90b0-2d7298636896,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:22.778991 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:22.987228 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Router fa6377e0-aad4-4231-9d22-53a829ade4ef has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:32:23.086789 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:32:23.093017 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ec10956c-e0cc-43a8-af4c-997515689007 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa6377e0-aad4-4231-9d22-53a829ade4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5374978 Jul 28 03:32:23.094210 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48468) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:23.096759 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] Sync routers for ids ['fa6377e0-aad4-4231-9d22-53a829ade4ef'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:32:23.106277 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] Routers {'fa6377e0-aad4-4231-9d22-53a829ade4ef'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:23.106954 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:32:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['fa6377e0-aad4-4231-9d22-53a829ade4ef'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:23.194071 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.206568 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] Set router fa6377e0-aad4-4231-9d22-53a829ade4ef gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:23.290773 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.341705 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Deleting port c3a63fad-1026-4ada-afc8-925d73c04153 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:23.342054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.386160 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:32:22Z', 'revision_number': 5, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port': {'id': 'c3a63fad-1026-4ada-afc8-925d73c04153', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:23.412305 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] Checking router: fa6377e0-aad4-4231-9d22-53a829ade4ef for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:32:23.421139 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] Routers {'fa6377e0-aad4-4231-9d22-53a829ade4ef'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:32:23.421733 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:32:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['fa6377e0-aad4-4231-9d22-53a829ade4ef'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:23.459610 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989955-73db-4e06-a501-3eb3d9613b3d req-0d01b9ce-b40a-484a-86d1-67ff7866153c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:23.460989 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74989955-73db-4e06-a501-3eb3d9613b3d req-0d01b9ce-b40a-484a-86d1-67ff7866153c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0768983 Jul 28 03:32:23.466397 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] For port c3a63fad-1026-4ada-afc8-925d73c04153, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c3a63fad-1026-4ada-afc8-925d73c04153,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:23.466763 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.490368 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Calling delete_port for c3a63fad-1026-4ada-afc8-925d73c04153 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:23.505305 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] Set router fa6377e0-aad4-4231-9d22-53a829ade4ef gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:32:23.548837 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74989955-73db-4e06-a501-3eb3d9613b3d req-10e8edaa-93c4-49d4-8ef1-e5a052b15fc4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794480 Jul 28 03:32:23.557350 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:32:23Z', 'revision_number': 6, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:23.670902 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b29262-a455-47cd-bd54-5698c647b4f3 None None] The sync data for ids ['fa6377e0-aad4-4231-9d22-53a829ade4ef'] in dv-cinder-786260-14-iscsi is: [{'id': 'fa6377e0-aad4-4231-9d22-53a829ade4ef', 'name': 'tempest-TestShelveInstance-1120231450-router', 'tenant_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:25:42Z', 'updated_at': '2021-07-28T03:32:23Z', 'revision_number': 6, 'project_id': '5c2d3868db1744ac8fd1c04b8a8ac0e4', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:32:23.680123 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.709570 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a63fad-1026-4ada-afc8-925d73c04153,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:23.766889 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.851961 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.853950 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.894819 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.895323 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6377e0-aad4-4231-9d22-53a829ade4ef {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:32:23.899629 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.900914 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-660d49e0-5fe6-41d4-b1a8-d3709a1a6b43 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fa6377e0-aad4-4231-9d22-53a829ade4ef HTTP/1.1" status: 204 len: 168 time: 0.8058028 Jul 28 03:32:23.904008 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48472) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:23.949428 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] Deleting subnet c0208780-1519-412d-8a93-267d9702c842 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:32:23.952755 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:23.986458 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.066134 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.116726 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.144681 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0208780-1519-412d-8a93-267d9702c842,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:24.150070 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.151979 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-227722a2-1674-4fdd-9aaa-9af57605c8c9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c0208780-1519-412d-8a93-267d9702c842 HTTP/1.1" status: 204 len: 168 time: 0.2469471 Jul 28 03:32:24.154852 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48476) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:24.156410 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160a429-5100-4cb6-bf46-bcfdee7bb2d7 None None] Network e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:32:24.218773 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.269860 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Deleting port 49efbb6a-d1c4-416b-9756-45e7749f1b3c {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:24.270111 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.405224 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] DHCP port deletion for e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:32:24.462373 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c3a63fad-1026-4ada-afc8-925d73c04153 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:24.467548 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] Deleting port 49efbb6a-d1c4-416b-9756-45e7749f1b3c {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:32:24.468004 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.486236 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: c3a63fad-1026-4ada-afc8-925d73c04153 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:32:24.486673 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c3a63fad-1026-4ada-afc8-925d73c04153 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:32:24.487144 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 669b1c7a-6653-40bb-90b0-2d7298636896 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:24.544570 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 669b1c7a-6653-40bb-90b0-2d7298636896 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:32:24.544902 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 669b1c7a-6653-40bb-90b0-2d7298636896 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:32:24.545321 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 49efbb6a-d1c4-416b-9756-45e7749f1b3c no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:24.576032 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] For port 49efbb6a-d1c4-416b-9756-45e7749f1b3c, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=49efbb6a-d1c4-416b-9756-45e7749f1b3c,segment=NetworkSegment(7a06e493-f2fc-47f8-933d-5e431908143a),segment_id=7a06e493-f2fc-47f8-933d-5e431908143a)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:24.576426 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.589168 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Calling delete_port for 49efbb6a-d1c4-416b-9756-45e7749f1b3c owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:24.601138 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] For port 49efbb6a-d1c4-416b-9756-45e7749f1b3c, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=49efbb6a-d1c4-416b-9756-45e7749f1b3c,segment=NetworkSegment(7a06e493-f2fc-47f8-933d-5e431908143a),segment_id=7a06e493-f2fc-47f8-933d-5e431908143a)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:24.601538 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.616212 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] Calling delete_port for 49efbb6a-d1c4-416b-9756-45e7749f1b3c owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:32:24.683970 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.697828 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.728557 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Pushing event deleted for resources: {'Port': ['ID=49efbb6a-d1c4-416b-9756-45e7749f1b3c,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:24.737879 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] No DVR routers for this DVR port 49efbb6a-d1c4-416b-9756-45e7749f1b3c on host dv-cinder-786260-14-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:32:24.742940 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.743256 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.743636 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.743971 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.744299 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.744858 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.744971 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.745289 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.745629 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.746015 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.746339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.746657 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:24.765444 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.796202 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] Pushing event deleted for resources: {'Port': ['ID=49efbb6a-d1c4-416b-9756-45e7749f1b3c,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:24.801609 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af0494-1558-4b98-817c-065b61d0efdd None None] No DVR routers for this DVR port 49efbb6a-d1c4-416b-9756-45e7749f1b3c on host dv-cinder-786260-14-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:32:24.816569 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2df4d-73f0-420f-9d1f-77249adfba5c req-12ffa020-b733-4bb7-8d43-ff06c5c531d7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:24.818021 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74b2df4d-73f0-420f-9d1f-77249adfba5c req-12ffa020-b733-4bb7-8d43-ff06c5c531d7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.1494284 Jul 28 03:32:24.847349 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.861055 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f64202-cd92-44d8-8bfa-2bb6f7f74f03']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:24.876410 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a06e493-f2fc-47f8-933d-5e431908143a') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:24.876704 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a06e493-f2fc-47f8-933d-5e431908143a') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:32:24.886375 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-74b2df4d-73f0-420f-9d1f-77249adfba5c req-6be21b3f-216d-47f5-8a44-a8b13110f372 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604808 Jul 28 03:32:24.889466 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.907487 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.908983 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:32:24.909378 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:32:24.911008 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:32:24.963046 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.968661 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:24.970484 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/e1f64202-cd92-44d8-8bfa-2bb6f7f74f03 HTTP/1.1" status: 204 len: 168 time: 0.8146188 Jul 28 03:32:24.981483 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaae77-e102-401d-86d7-3943e43297ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f64202-cd92-44d8-8bfa-2bb6f7f74f03,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:25.086597 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48484) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:25.125254 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7ffc48d3-0b58-4354-8df9-146f16c0ab90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a825835b82184cc081ba187d2d7bfde6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371559 Jul 28 03:32:25.127254 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48486) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:25.177120 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-af313c43-850c-40c1-a23e-3fc52b67f689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.196750 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-af313c43-850c-40c1-a23e-3fc52b67f689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.241784 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-af313c43-850c-40c1-a23e-3fc52b67f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.244508 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-af313c43-850c-40c1-a23e-3fc52b67f689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.245636 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-af313c43-850c-40c1-a23e-3fc52b67f689 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e335a45e-2f41-44ae-8392-caab2c3a322d HTTP/1.1" status: 204 len: 168 time: 0.1173787 Jul 28 03:32:25.253002 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af313c43-850c-40c1-a23e-3fc52b67f689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335a45e-2f41-44ae-8392-caab2c3a322d,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:25.546988 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48492) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:25.586289 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-fe95903c-42b7-4459-8504-92406df3ce26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c2d3868db1744ac8fd1c04b8a8ac0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380907 Jul 28 03:32:25.588777 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48494) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:32:25.637731 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e276aa3f-db38-41a0-836e-2047eb8d2551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.658568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e276aa3f-db38-41a0-836e-2047eb8d2551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.704669 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e276aa3f-db38-41a0-836e-2047eb8d2551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.707220 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e276aa3f-db38-41a0-836e-2047eb8d2551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:25.708381 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e276aa3f-db38-41a0-836e-2047eb8d2551 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/335e7652-840c-4a23-b692-0650699af009 HTTP/1.1" status: 204 len: 168 time: 0.1185985 Jul 28 03:32:25.715681 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276aa3f-db38-41a0-836e-2047eb8d2551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e7652-840c-4a23-b692-0650699af009,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:26.010929 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cd830-356d-4bd8-8835-532b73f79113 req-e4b4395d-8245-421a-b2b3-7927e53640ae tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:26.012615 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a1cd830-356d-4bd8-8835-532b73f79113 req-e4b4395d-8245-421a-b2b3-7927e53640ae tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0516746 Jul 28 03:32:26.055891 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8a1cd830-356d-4bd8-8835-532b73f79113 req-30515b52-89b8-4edf-b15e-0d5c81fd5d14 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370853 Jul 28 03:32:27.170920 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b198521-490b-44ca-bdba-011ffb6d47d1 req-a29c6168-70f0-4898-b745-84caec7bf7a7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:27.172386 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b198521-490b-44ca-bdba-011ffb6d47d1 req-a29c6168-70f0-4898-b745-84caec7bf7a7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0473628 Jul 28 03:32:27.209933 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b198521-490b-44ca-bdba-011ffb6d47d1 req-659821e0-d1b2-41fd-b287-51dfb21f1ac0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Jul 28 03:32:28.325225 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6124ae-45fc-49f4-bc83-951581da6036 req-14707373-7c3a-4287-8712-5422fa810dc4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:28.326962 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a6124ae-45fc-49f4-bc83-951581da6036 req-14707373-7c3a-4287-8712-5422fa810dc4 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0474253 Jul 28 03:32:28.365102 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a6124ae-45fc-49f4-bc83-951581da6036 req-25c2c579-3ba2-4994-b55f-2655dae4e55f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Jul 28 03:32:29.483272 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef70265-be58-40f9-91a0-67487626e119 req-8687b9c0-3548-448e-9a91-8ca9b70fc92c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:29.485046 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cef70265-be58-40f9-91a0-67487626e119 req-8687b9c0-3548-448e-9a91-8ca9b70fc92c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0490642 Jul 28 03:32:29.524079 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cef70265-be58-40f9-91a0-67487626e119 req-cf514743-290d-402b-8c09-604213ac6793 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332847 Jul 28 03:32:30.640925 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567edde-15ec-4058-bd96-e46e6ec21d46 req-49e1d003-6ff8-40ab-a057-c2c82745bf3c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:30.642373 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4567edde-15ec-4058-bd96-e46e6ec21d46 req-49e1d003-6ff8-40ab-a057-c2c82745bf3c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0482278 Jul 28 03:32:30.678737 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4567edde-15ec-4058-bd96-e46e6ec21d46 req-690646e5-9636-42fe-8f18-29b1f62524e0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305462 Jul 28 03:32:31.232472 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9673d51a-f053-4134-a3c9-8c2a28b33e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:31.534352 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:32:31.627129 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:31.638848 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'port_id': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'mac_address': 'fa:16:3e:16:1f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:32:31.677909 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:31.689859 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f969e79-6d47-4e12-81e6-ab8234994dee {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:32:31.708675 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:31.713024 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:31.766955 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=6']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:31.801734 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33cd54-5e11-4ab0-8ab7-b9a5570f0ae5 req-aef2299a-6c4b-4a1b-a9b6-6458ca4557da tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:31.803296 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0f33cd54-5e11-4ab0-8ab7-b9a5570f0ae5 req-aef2299a-6c4b-4a1b-a9b6-6458ca4557da tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0502717 Jul 28 03:32:31.806360 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['6f969e79-6d47-4e12-81e6-ab8234994dee'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:32:31.842656 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0f33cd54-5e11-4ab0-8ab7-b9a5570f0ae5 req-ec34944f-876e-444a-a238-606babd4f29d tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323584 Jul 28 03:32:32.962588 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5e6c3-110c-4501-afce-f319493edf78 req-6ed4f8a2-eefa-44f7-96ad-e9be0e30798f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:32.964768 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16b5e6c3-110c-4501-afce-f319493edf78 req-6ed4f8a2-eefa-44f7-96ad-e9be0e30798f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 944 time: 0.0481622 Jul 28 03:32:32.976344 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:33.006833 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16b5e6c3-110c-4501-afce-f319493edf78 req-d288ff41-367a-40ee-b74b-92da1d85372a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359156 Jul 28 03:32:33.541537 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:32:33.588464 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 6f969e79-6d47-4e12-81e6-ab8234994dee triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:32:33.588832 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:33.666845 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:33.688719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:32:33.691107 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e71123f-97fa-4e25-bb14-d37d960dfba3" -d '{"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:32:33.703415 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:33.707328 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:33.733509 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d58ced-fef8-433d-801a-366f780989ce x-openstack-request-id: req-70d58ced-fef8-433d-801a-366f780989ce {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:32:33.733796 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:32:33.734047 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70d58ced-fef8-433d-801a-366f780989ce {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:32:33.734426 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'code': 200} Jul 28 03:32:33.758590 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=7']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:33.765730 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.766080 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.766422 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.766758 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.767094 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.767423 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.767778 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.768107 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.768432 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.768754 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.769075 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.769393 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:32:33.895173 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fa92f2d2-b532-47a8-98a9-9ec4da22208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:33.973175 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:34.126844 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42375e9-b2a4-40e3-94d5-a8dfccdb8469 req-f939e3de-079c-44c9-bdd7-4b5356f2089b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:34.128357 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e42375e9-b2a4-40e3-94d5-a8dfccdb8469 req-f939e3de-079c-44c9-bdd7-4b5356f2089b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0473077 Jul 28 03:32:34.165288 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e42375e9-b2a4-40e3-94d5-a8dfccdb8469 req-ae5f0736-1bf3-43ee-b473-44653d95c57b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311120 Jul 28 03:32:34.998164 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:35.284872 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ae5a8-d819-495a-b3f2-3c75c27aa6d7 req-70faa515-65a0-44e1-b9ea-006f6d9d3ed5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:35.286387 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d2ae5a8-d819-495a-b3f2-3c75c27aa6d7 req-70faa515-65a0-44e1-b9ea-006f6d9d3ed5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0491397 Jul 28 03:32:35.323713 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d2ae5a8-d819-495a-b3f2-3c75c27aa6d7 req-f779e726-6ecc-4f0f-9b3f-1575bd15dedd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306914 Jul 28 03:32:36.452729 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55077de1-d4eb-4bdb-9718-51981f45a80b req-6b49e72d-f003-4e6f-97d5-b776b00848b3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:36.454579 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-55077de1-d4eb-4bdb-9718-51981f45a80b req-6b49e72d-f003-4e6f-97d5-b776b00848b3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0513399 Jul 28 03:32:36.499258 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-55077de1-d4eb-4bdb-9718-51981f45a80b req-4e4d4eb0-ff08-482e-b01a-829248c1e054 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387263 Jul 28 03:32:36.638472 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:37.205933 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-c29232af-bddd-476c-956f-81a6f5a942c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:37.208237 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-c29232af-bddd-476c-956f-81a6f5a942c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1098 time: 0.0451934 Jul 28 03:32:37.345238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-33e40e3b-ddb9-4c91-8ffb-1421d6d292e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:37.346738 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-33e40e3b-ddb9-4c91-8ffb-1421d6d292e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.1160340 Jul 28 03:32:37.419739 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-54ba5b95-5817-43ff-95b7-911376d4a025 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f969e79-6d47-4e12-81e6-ab8234994dee HTTP/1.1" status: 200 len: 1000 time: 0.0653613 Jul 28 03:32:37.477848 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-e09d9466-16a7-406d-b728-dd535a82cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:37.479520 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-e09d9466-16a7-406d-b728-dd535a82cabb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0515475 Jul 28 03:32:37.537430 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-9e2c55aa-fc7e-4809-ab67-280b411e6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:37.538947 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-9e2c55aa-fc7e-4809-ab67-280b411e6ce5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518191 Jul 28 03:32:37.629813 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43c58e-0aaf-4908-9dad-91fcad3fecc0 req-5b207226-4c60-4b22-af48-e4d0fdf58b7b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:37.639232 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa43c58e-0aaf-4908-9dad-91fcad3fecc0 req-5b207226-4c60-4b22-af48-e4d0fdf58b7b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0607569 Jul 28 03:32:37.668569 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-9b6b6ea0-41e4-4b3f-b845-c5ec062cd726 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217718 Jul 28 03:32:37.675920 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fa43c58e-0aaf-4908-9dad-91fcad3fecc0 req-32f2e5da-7c70-472b-b903-1434cdb2acdd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354590 Jul 28 03:32:37.781026 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3bacb309-9ad9-4f10-b7cc-f6dc68c21d01 req-a2e0e5e0-9ee9-4aca-b95e-5c6677bba61f service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002045 Jul 28 03:32:38.817339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad193229-63a8-4648-a59e-14327060f5db req-ae3f5ede-3c67-4c2b-a16d-24392ff95184 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:38.819085 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad193229-63a8-4648-a59e-14327060f5db req-ae3f5ede-3c67-4c2b-a16d-24392ff95184 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0537870 Jul 28 03:32:38.858335 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ad193229-63a8-4648-a59e-14327060f5db req-b525fa94-7600-4e72-ad18-999fd1dcad8a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333514 Jul 28 03:32:39.991403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991fe19-34ed-4099-9484-3527777c91bf req-4b90c511-c620-4731-a6b0-70fa9a611147 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:39.994000 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7991fe19-34ed-4099-9484-3527777c91bf req-4b90c511-c620-4731-a6b0-70fa9a611147 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Jul 28 03:32:40.048594 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7991fe19-34ed-4099-9484-3527777c91bf req-52dad725-f6ef-40fa-8c5b-402dbabe1187 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472996 Jul 28 03:32:40.696668 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:32:41.189547 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b46b9-6202-4bf5-8157-ad1ea3cc11d2 req-067385aa-4ace-48a4-becf-b3610883f135 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:41.191801 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-063b46b9-6202-4bf5-8157-ad1ea3cc11d2 req-067385aa-4ace-48a4-becf-b3610883f135 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0615780 Jul 28 03:32:41.235185 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-063b46b9-6202-4bf5-8157-ad1ea3cc11d2 req-c1c9f45e-8519-4432-80b7-10b00128355f tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375431 Jul 28 03:32:42.364936 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c10b9e-0f31-46c1-aa2b-6ff21de8c284 req-eb7d2f6f-47a5-4758-96cd-17b4902c7b44 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:42.366440 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25c10b9e-0f31-46c1-aa2b-6ff21de8c284 req-eb7d2f6f-47a5-4758-96cd-17b4902c7b44 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0508633 Jul 28 03:32:42.422672 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25c10b9e-0f31-46c1-aa2b-6ff21de8c284 req-edfa930f-bd67-4014-90fe-1c8bc4075778 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492096 Jul 28 03:32:43.548006 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4648f-4df4-48c1-85e6-8ee4b12ad84f req-73b22a0b-409b-4224-b28a-6f7b819907c7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:43.550224 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16d4648f-4df4-48c1-85e6-8ee4b12ad84f req-73b22a0b-409b-4224-b28a-6f7b819907c7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0531573 Jul 28 03:32:43.597216 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16d4648f-4df4-48c1-85e6-8ee4b12ad84f req-f772c19d-0c6e-40c4-b2ea-df51624f37b5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385756 Jul 28 03:32:44.614014 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4e59-448c-4495-91fb-29b945cbe01c req-d8e86600-1957-4cd7-bd91-acea0e6ec33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:44.615422 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-503e4e59-448c-4495-91fb-29b945cbe01c req-d8e86600-1957-4cd7-bd91-acea0e6ec33d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1098 time: 0.0413597 Jul 28 03:32:44.707957 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4e59-448c-4495-91fb-29b945cbe01c req-65a64016-665a-4618-97eb-bab9c4a16a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:44.709419 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-503e4e59-448c-4495-91fb-29b945cbe01c req-65a64016-665a-4618-97eb-bab9c4a16a20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.0864186 Jul 28 03:32:44.724218 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6275a-917a-47cd-bb24-65a7f0d0c269 req-e497ab98-c98d-4813-9444-f2da3bc3afbe tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:44.725689 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a8c6275a-917a-47cd-bb24-65a7f0d0c269 req-e497ab98-c98d-4813-9444-f2da3bc3afbe tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Jul 28 03:32:44.763354 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a8c6275a-917a-47cd-bb24-65a7f0d0c269 req-5aa86b65-b36f-4d08-9b63-76c71071bb3a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311537 Jul 28 03:32:44.772861 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-503e4e59-448c-4495-91fb-29b945cbe01c req-83507896-60b8-4712-952e-620c2f7bf159 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f969e79-6d47-4e12-81e6-ab8234994dee HTTP/1.1" status: 200 len: 1000 time: 0.0560989 Jul 28 03:32:44.828142 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4e59-448c-4495-91fb-29b945cbe01c req-b5d3b892-4a46-4f22-a3ee-68ca54e8de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:44.829599 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-503e4e59-448c-4495-91fb-29b945cbe01c req-b5d3b892-4a46-4f22-a3ee-68ca54e8de54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0437090 Jul 28 03:32:44.877294 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4e59-448c-4495-91fb-29b945cbe01c req-2f5c0a79-6d30-43ca-8837-742adbd555b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:44.878644 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-503e4e59-448c-4495-91fb-29b945cbe01c req-2f5c0a79-6d30-43ca-8837-742adbd555b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418205 Jul 28 03:32:44.966002 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-503e4e59-448c-4495-91fb-29b945cbe01c req-ca011751-34ab-4f0d-ad6c-09f0f020a0f5 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779445 Jul 28 03:32:45.057479 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-503e4e59-448c-4495-91fb-29b945cbe01c req-ca224421-2485-46e2-9d5c-491fa4e5bce6 service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825398 Jul 28 03:32:45.884726 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d166d6-c789-4e50-a4c4-dd4b7166b592 req-c6421486-3527-4ac9-bc97-2f59a5a5abd7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:45.886096 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34d166d6-c789-4e50-a4c4-dd4b7166b592 req-c6421486-3527-4ac9-bc97-2f59a5a5abd7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0481000 Jul 28 03:32:45.923169 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34d166d6-c789-4e50-a4c4-dd4b7166b592 req-c9566108-836c-4255-8e47-5793ec3e2553 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Jul 28 03:32:47.036608 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459b15-6d3a-4f43-bce1-a2a26a1e87e1 req-c3211256-a66a-4489-8101-58e97d84f7c1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:47.038025 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-18459b15-6d3a-4f43-bce1-a2a26a1e87e1 req-c3211256-a66a-4489-8101-58e97d84f7c1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0464237 Jul 28 03:32:47.078114 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-18459b15-6d3a-4f43-bce1-a2a26a1e87e1 req-13bc5aea-3e4f-416a-86b2-2254e9d41ebb tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338564 Jul 28 03:32:47.931047 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e9e9c-80a8-4b60-8de4-a2567daa8e86 req-11269df5-e849-404c-bcc0-9a4ce8651e9a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:47.933178 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-434e9e9c-80a8-4b60-8de4-a2567daa8e86 req-11269df5-e849-404c-bcc0-9a4ce8651e9a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Jul 28 03:32:47.971573 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-434e9e9c-80a8-4b60-8de4-a2567daa8e86 req-f4bf7d21-c0bb-4e67-be4d-2b77b5036535 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Jul 28 03:32:48.153202 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-31cde495-4702-4dd5-b95a-31ec5aa03fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390785 Jul 28 03:32:48.876690 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-3e145ca9-e0db-45c2-b747-43fba9424e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:48.878031 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-3e145ca9-e0db-45c2-b747-43fba9424e04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7&tenant_id=31ef9583fb604ab69f1d100171ced56a HTTP/1.1" status: 200 len: 1098 time: 0.0395546 Jul 28 03:32:48.943545 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-dd147026-6a07-4178-986c-3cda5c7d555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:48.944958 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-dd147026-6a07-4178-986c-3cda5c7d555c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=31ef9583fb604ab69f1d100171ced56a&device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1098 time: 0.0383067 Jul 28 03:32:49.033691 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-d1335b6b-180c-47dd-80b6-b564da1ac0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:49.035153 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-d1335b6b-180c-47dd-80b6-b564da1ac0bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 200 len: 917 time: 0.0830984 Jul 28 03:32:49.091493 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbbebc-2e77-4df5-8c44-979e3b75d864 req-423d0f4a-00be-43da-9b6b-e6410af5efea tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:49.092977 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cfbbebc-2e77-4df5-8c44-979e3b75d864 req-423d0f4a-00be-43da-9b6b-e6410af5efea tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 945 time: 0.0485954 Jul 28 03:32:49.099727 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-f217f05f-e950-4e25-825c-4e6218653f67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f969e79-6d47-4e12-81e6-ab8234994dee HTTP/1.1" status: 200 len: 1000 time: 0.0566700 Jul 28 03:32:49.129584 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9cfbbebc-2e77-4df5-8c44-979e3b75d864 req-0374aa71-b5f7-4294-907b-8ddd23426e92 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307198 Jul 28 03:32:49.154267 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-502b4f68-cd01-42f1-a398-bdba45fa08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:49.155742 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-502b4f68-cd01-42f1-a398-bdba45fa08b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 200 len: 855 time: 0.0454116 Jul 28 03:32:49.201167 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-e098d18c-a79b-4f19-ac55-b0a63a27c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:49.202703 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-e098d18c-a79b-4f19-ac55-b0a63a27c44b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df34578e-4cb3-4521-a3b3-68cf77ed2627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390296 Jul 28 03:32:49.288341 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-7085f62e-9cf9-48d8-8c9e-4f4631d78c2a service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776770 Jul 28 03:32:49.378611 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-66517f4d-e9ce-4c28-9bc8-19dfa0044a99 req-6190c344-99b3-4629-b015-738cb7df5bbb service neutron] 10.222.0.10 "GET /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822351 Jul 28 03:32:49.632438 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:32:49.707752 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:49.762038 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:32:49.763763 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:32:49.767583 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9af3b0-68a2-492d-86d8-81b33cac52f5" -d '{"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:32:49.773204 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:32:49.949314 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298a3e55-fa75-420e-a43c-61cc3cb82b20 x-openstack-request-id: req-298a3e55-fa75-420e-a43c-61cc3cb82b20 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:32:49.949546 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:32:49.949755 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-298a3e55-fa75-420e-a43c-61cc3cb82b20 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:32:49.950322 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'code': 200} Jul 28 03:32:49.955805 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=8']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:32:50.254481 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ae7b-46e9-460a-b53b-270183737ef4 req-591fc1db-1e20-45cc-af72-c53f73021282 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:50.255978 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0d9ae7b-46e9-460a-b53b-270183737ef4 req-591fc1db-1e20-45cc-af72-c53f73021282 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0491357 Jul 28 03:32:50.299893 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c0d9ae7b-46e9-460a-b53b-270183737ef4 req-746e5f31-4f72-4db5-85bd-59c6e59edaef tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378995 Jul 28 03:32:51.421427 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809c43f-f95b-4382-927e-5df6a272b5e3 req-c5a25991-7206-45dc-9920-823b8279b48e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:51.422945 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0809c43f-f95b-4382-927e-5df6a272b5e3 req-c5a25991-7206-45dc-9920-823b8279b48e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0494323 Jul 28 03:32:51.463409 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0809c43f-f95b-4382-927e-5df6a272b5e3 req-fb4f631b-1375-4c6b-a4bd-3a289e4f3f2e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338144 Jul 28 03:32:52.586788 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075637d-3f44-4af5-a8f8-89f322fb04f3 req-d92cb8d4-e5c8-45ac-b375-93f8c92f88f8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:52.588380 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7075637d-3f44-4af5-a8f8-89f322fb04f3 req-d92cb8d4-e5c8-45ac-b375-93f8c92f88f8 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0512662 Jul 28 03:32:52.628360 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7075637d-3f44-4af5-a8f8-89f322fb04f3 req-06140870-1413-4107-8154-50024fbed941 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Jul 28 03:32:53.746623 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d544e5-c727-4df4-9cc3-aed9d8dc9b8e req-21ea3ee1-8fce-4513-9582-e2900bb1d8e1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:53.748147 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4d544e5-c727-4df4-9cc3-aed9d8dc9b8e req-21ea3ee1-8fce-4513-9582-e2900bb1d8e1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0508065 Jul 28 03:32:53.790361 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a4d544e5-c727-4df4-9cc3-aed9d8dc9b8e req-ec4005cb-a376-419a-8a99-175671547f88 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361297 Jul 28 03:32:54.911690 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7474ef-d7d1-4d67-8ad1-abaa945b1dfc req-fdc446a0-f061-4b96-9d0e-b52cdacb41dd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:54.913298 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c7474ef-d7d1-4d67-8ad1-abaa945b1dfc req-fdc446a0-f061-4b96-9d0e-b52cdacb41dd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0506573 Jul 28 03:32:54.951710 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9c7474ef-d7d1-4d67-8ad1-abaa945b1dfc req-e606423c-5c76-4721-8cc8-54bf3cc5796b tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319901 Jul 28 03:32:56.073493 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c80338-9c3a-4863-930c-2cfb46cd59cf req-888a99f6-19d2-464d-8c14-f73d2b62a845 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:56.074990 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60c80338-9c3a-4863-930c-2cfb46cd59cf req-888a99f6-19d2-464d-8c14-f73d2b62a845 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0498075 Jul 28 03:32:56.118627 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-60c80338-9c3a-4863-930c-2cfb46cd59cf req-8d35137c-4f3a-48d7-9b38-8e6cbdc1d4f5 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374625 Jul 28 03:32:57.239660 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72161d3-4dba-41b8-b31e-177144dfa35d req-f9db00d8-3f87-4ad1-95b2-a2d9884c6caa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:57.241145 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b72161d3-4dba-41b8-b31e-177144dfa35d req-f9db00d8-3f87-4ad1-95b2-a2d9884c6caa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0492802 Jul 28 03:32:57.284948 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b72161d3-4dba-41b8-b31e-177144dfa35d req-4e45724f-f6b9-4408-be0d-350a7b435de9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374033 Jul 28 03:32:58.404887 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14185633-00b7-46ef-9473-a23d34fe298d req-e6c6d672-1733-4f30-bf72-51fcd0459efb tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:58.406366 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14185633-00b7-46ef-9473-a23d34fe298d req-e6c6d672-1733-4f30-bf72-51fcd0459efb tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0489452 Jul 28 03:32:58.444933 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-14185633-00b7-46ef-9473-a23d34fe298d req-2d9de726-0a15-44c8-b66a-85dece1d7fe9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326335 Jul 28 03:32:59.565866 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba8cf6-2628-4cd3-8def-05adafe4e883 req-3a86f9f2-eedb-4cb6-8e33-464395fc6e60 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:32:59.567365 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5dba8cf6-2628-4cd3-8def-05adafe4e883 req-3a86f9f2-eedb-4cb6-8e33-464395fc6e60 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0492337 Jul 28 03:32:59.608466 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5dba8cf6-2628-4cd3-8def-05adafe4e883 req-86115854-b2b5-40c5-b27a-f37babf18b0a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344572 Jul 28 03:33:00.730862 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05112c4a-e6b6-47b1-9079-03fc45f2c787 req-64ec1a76-9b84-4880-bf77-3237d9bfd1b1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:00.732347 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-05112c4a-e6b6-47b1-9079-03fc45f2c787 req-64ec1a76-9b84-4880-bf77-3237d9bfd1b1 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0510888 Jul 28 03:33:00.774399 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-05112c4a-e6b6-47b1-9079-03fc45f2c787 req-b42ed392-f868-4429-b250-0f13e93c15c2 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360589 Jul 28 03:33:01.232996 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ace010cc-4607-43c7-9d09-d64cf8b8d873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:01.892585 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4a46b-f979-45b1-8739-4f5681f5f1a3 req-6c1f442e-2d09-4359-bbdb-f5abe0db9d77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:01.893942 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9f4a46b-f979-45b1-8739-4f5681f5f1a3 req-6c1f442e-2d09-4359-bbdb-f5abe0db9d77 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0478458 Jul 28 03:33:01.930536 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9f4a46b-f979-45b1-8739-4f5681f5f1a3 req-135875b5-f73e-4351-8435-b853081fbcc3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308461 Jul 28 03:33:02.987531 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:03.051053 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17ce1-7b43-4d92-9da5-070783762bae req-299ef670-8c4b-458f-814b-03eb621e200e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:03.052519 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47a17ce1-7b43-4d92-9da5-070783762bae req-299ef670-8c4b-458f-814b-03eb621e200e tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0473361 Jul 28 03:33:03.089947 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47a17ce1-7b43-4d92-9da5-070783762bae req-1a0f3f6d-e97a-4cb3-9b28-f901474412f0 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311980 Jul 28 03:33:03.893786 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e596accb-3f6a-49a7-b93e-a6566d1fafa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:03.973164 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:04.208109 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db4ee9-caae-4100-89f0-02a8d4973f8f req-666aa5b1-513b-4f64-bbbe-a06228cd2626 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:04.209543 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96db4ee9-caae-4100-89f0-02a8d4973f8f req-666aa5b1-513b-4f64-bbbe-a06228cd2626 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0477397 Jul 28 03:33:04.249576 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-96db4ee9-caae-4100-89f0-02a8d4973f8f req-55a2eca6-886d-4fca-b8b7-485b55b09c10 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342958 Jul 28 03:33:05.001756 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:05.370236 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54621efb-b147-44ca-8001-850cea018ab0 req-16f3d55a-f34d-4c0f-952c-1638b3fdc0b6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:05.371633 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-54621efb-b147-44ca-8001-850cea018ab0 req-16f3d55a-f34d-4c0f-952c-1638b3fdc0b6 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0494707 Jul 28 03:33:05.408745 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-54621efb-b147-44ca-8001-850cea018ab0 req-1aa86b57-f0dc-46b9-babe-73cb6027d9be tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311518 Jul 28 03:33:05.743805 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdab58-626d-442a-a63f-0df34b396696 req-d80af462-d77b-44fa-9abc-decd4448377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:05.745229 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d5bdab58-626d-442a-a63f-0df34b396696 req-d80af462-d77b-44fa-9abc-decd4448377b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 1096 time: 0.0389328 Jul 28 03:33:05.780946 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d5bdab58-626d-442a-a63f-0df34b396696 req-9b7cd10c-3fa7-4339-a392-c7df976d9d8c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263634 Jul 28 03:33:06.527561 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e64bb-6f28-4991-910b-8270d9666116 req-1b6a8900-d9b7-48b0-8dc1-01e1001f73da tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:06.528991 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b17e64bb-6f28-4991-910b-8270d9666116 req-1b6a8900-d9b7-48b0-8dc1-01e1001f73da tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0474014 Jul 28 03:33:06.566159 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b17e64bb-6f28-4991-910b-8270d9666116 req-e0207443-2ddc-404d-8538-e567be5b362a tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Jul 28 03:33:06.630725 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:07.684919 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b3464-6c18-4dcf-bca7-4039dc83b16c req-59848bea-2e02-4bf8-92cc-2d5cc6bdafa3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:07.686369 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-462b3464-6c18-4dcf-bca7-4039dc83b16c req-59848bea-2e02-4bf8-92cc-2d5cc6bdafa3 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 943 time: 0.0470152 Jul 28 03:33:07.726131 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-462b3464-6c18-4dcf-bca7-4039dc83b16c req-f50334f4-d40d-4a92-8f55-a3f8b540296c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340092 Jul 28 03:33:07.738220 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:33:07.832213 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:07.843222 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'port_id': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'mac_address': 'fa:16:3e:16:1f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:33:07.881122 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:07.894255 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f969e79-6d47-4e12-81e6-ab8234994dee {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:33:07.912921 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:07.917616 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:07.967739 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=9']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:08.286574 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['6f969e79-6d47-4e12-81e6-ab8234994dee'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:33:09.738140 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:33:09.784657 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 6f969e79-6d47-4e12-81e6-ab8234994dee triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:33:09.785029 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:09.860822 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:09.882118 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:33:09.884363 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e0829-5e13-46bc-b445-f31c2d4459e8" -d '{"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:33:09.897079 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:09.901290 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:09.925206 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc66a7-8f93-4161-a631-f4122e7c595e x-openstack-request-id: req-afdc66a7-8f93-4161-a631-f4122e7c595e {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:33:09.925508 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-plugged", "status": "completed", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:33:09.925748 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afdc66a7-8f93-4161-a631-f4122e7c595e {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:33:09.926135 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'code': 200} Jul 28 03:33:09.951912 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=10']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:17.695827 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:25.103574 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc113dd3-c6d0-47c9-a113-f9546b75e5a1 req-5e8b7792-5ab6-4aee-b902-a2c7dc89a916 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:25.105155 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc113dd3-c6d0-47c9-a113-f9546b75e5a1 req-5e8b7792-5ab6-4aee-b902-a2c7dc89a916 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 946 time: 0.0480287 Jul 28 03:33:25.142409 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fc113dd3-c6d0-47c9-a113-f9546b75e5a1 req-6194ad0a-9574-4890-bb83-7098b21aa3b1 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309474 Jul 28 03:33:26.260497 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254efce-0595-429e-ab5b-393773217144 req-a533843a-121e-44dc-978e-754eb49e5f7e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:26.261957 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9254efce-0595-429e-ab5b-393773217144 req-a533843a-121e-44dc-978e-754eb49e5f7e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 946 time: 0.0526075 Jul 28 03:33:26.300155 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9254efce-0595-429e-ab5b-393773217144 req-1e79aa68-a044-4d33-87c1-03f876824f19 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316191 Jul 28 03:33:27.151138 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-9637e1fe-b77c-4152-ba48-303caa45a124 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:27.152569 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-9637e1fe-b77c-4152-ba48-303caa45a124 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 946 time: 0.0512338 Jul 28 03:33:27.244418 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Deleting port 02e3b307-2622-43b3-8243-a61fe359400b {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:33:27.244760 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:27.330957 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] For port 02e3b307-2622-43b3-8243-a61fe359400b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=02e3b307-2622-43b3-8243-a61fe359400b,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:27.331324 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:27.412908 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266742b-e453-4c99-a6f7-de3265888d5a req-8a400672-af5e-4768-9a68-e0a07f09f2b2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:27.414295 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d266742b-e453-4c99-a6f7-de3265888d5a req-8a400672-af5e-4768-9a68-e0a07f09f2b2 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 946 time: 0.0475509 Jul 28 03:33:27.456337 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d266742b-e453-4c99-a6f7-de3265888d5a req-4cd5c924-54f6-470c-a453-7d169819af2c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups?id=3cefe24b-00b8-4cde-b82d-a7b3101eadb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356083 Jul 28 03:33:27.496274 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:27.496651 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:27.498453 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Floating IP 4bd6c75b-90ea-4988-a0e4-c3a2e912623c disassociated. External IP: 172.27.3.20, port: 02e3b307-2622-43b3-8243-a61fe359400b. Jul 28 03:33:27.498795 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Calling delete_port for 02e3b307-2622-43b3-8243-a61fe359400b owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:33:27.622483 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:27.647843 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event deleted for resources: {'Port': ['ID=02e3b307-2622-43b3-8243-a61fe359400b,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:27.657637 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.657988 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.658330 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.658671 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.659001 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.659332 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.659685 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.660012 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.660990 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.660990 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.660990 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.661277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:27.768990 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Router 8df4f401-3932-417a-bc13-d3ea039a638b has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:33:28.139720 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:33:28.149987 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] Sync routers for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:33:28.159267 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:33:28.159982 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:28.177153 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] No DVR routers for this DVR port 02e3b307-2622-43b3-8243-a61fe359400b on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:33:28.180268 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:28.182524 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-16f9c430-bfd2-47c1-9871-9d13ed0d9b3f req-0d220909-2287-43b7-a99f-b0c659e06a4c tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.10 "DELETE /v2.0/ports/02e3b307-2622-43b3-8243-a61fe359400b HTTP/1.1" status: 204 len: 173 time: 1.0211959 Jul 28 03:33:28.182965 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'name': 'network-vif-deleted', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:33:28.185883 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994210e3-9d39-481a-9d85-c27b490e138d" -d '{"events": [{"server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "name": "network-vif-deleted", "tag": "02e3b307-2622-43b3-8243-a61fe359400b"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:33:28.223186 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf52a10-b9fc-4398-987d-fefb8b2fbc2b x-openstack-request-id: req-dcf52a10-b9fc-4398-987d-fefb8b2fbc2b {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:33:28.223773 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33da086-6d26-4557-9b8f-0ff4c59bcf6f", "name": "network-vif-deleted", "tag": "02e3b307-2622-43b3-8243-a61fe359400b", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:33:28.224117 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcf52a10-b9fc-4398-987d-fefb8b2fbc2b {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:33:28.224605 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33da086-6d26-4557-9b8f-0ff4c59bcf6f', 'name': 'network-vif-deleted', 'tag': '02e3b307-2622-43b3-8243-a61fe359400b', 'status': 'completed', 'code': 200} Jul 28 03:33:28.267608 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:33:28.464037 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:28.488900 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] Checking router: 8df4f401-3932-417a-bc13-d3ea039a638b for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:33:28.497529 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:33:28.498124 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:28.566125 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e072f841-b7f4-47a5-bc90-743420a55ce2 req-27426068-0584-417c-bda3-6539fa787b7b tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/ports?device_id=b33da086-6d26-4557-9b8f-0ff4c59bcf6f HTTP/1.1" status: 200 len: 210 time: 0.0315249 Jul 28 03:33:28.609747 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:33:28.802495 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:28.831304 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a69bf3-dd30-4e68-93b8-c1de8a898ec8 None None] The sync data for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi is: [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:24:51Z', 'revision_number': 4, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '9d32411c-b098-4f75-9c83-679e56cf1527', 'name': '', 'network_id': 'd347dfd4-4219-4ff2-86d5-b0e92a6f048d', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'mac_address': 'fa:16:3e:79:e0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:50Z', 'updated_at': '2021-07-28T03:24:56Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'subnets': [{'id': 'f226ff8a-6649-4eda-8d78-61d9b1302e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:33:29.035525 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5dbb31-70ad-49f9-8375-9d1fb5243cbc None None] New status for floating IP 4bd6c75b-90ea-4988-a0e4-c3a2e912623c: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:33:29.649679 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48922) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:29.702411 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdf9f-3422-4d0b-8e9d-ebf80880cbf8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:29.724904 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdf9f-3422-4d0b-8e9d-ebf80880cbf8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:29.769195 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdf9f-3422-4d0b-8e9d-ebf80880cbf8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:29.771715 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdf9f-3422-4d0b-8e9d-ebf80880cbf8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:29.772818 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7bbbdf9f-3422-4d0b-8e9d-ebf80880cbf8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "DELETE /v2.0/security-groups/3cefe24b-00b8-4cde-b82d-a7b3101eadb8 HTTP/1.1" status: 204 len: 168 time: 0.1221659 Jul 28 03:33:29.775571 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48924) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:29.781987 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbdf9f-3422-4d0b-8e9d-ebf80880cbf8 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cefe24b-00b8-4cde-b82d-a7b3101eadb8,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:29.789600 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.api.v2.resource [None req-5e2df1ec-4bda-416b-b505-2eda20d6046e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] show failed (client error): The resource could not be found. Jul 28 03:33:29.790595 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5e2df1ec-4bda-416b-b505-2eda20d6046e tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "GET /v2.0/security-groups/3cefe24b-00b8-4cde-b82d-a7b3101eadb8 HTTP/1.1" status: 404 len: 347 time: 0.0139625 Jul 28 03:33:29.793455 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48926) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:29.910810 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Deleting port a08735bd-961d-4829-8a07-0fc361606c51 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:33:29.911068 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:29.983987 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:29.984321 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:29.995353 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Calling delete_port for a08735bd-961d-4829-8a07-0fc361606c51 owned by network:floatingip {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:33:30.124845 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:30.149329 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Pushing event deleted for resources: {'Port': ['ID=a08735bd-961d-4829-8a07-0fc361606c51,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:30.207896 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks [] for floatingip, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:30.210600 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:30.211744 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0a1eb44d-83ef-4bc9-8f51-db4798944db7 tempest-AttachVolumeTestJSON-1645122378 tempest-AttachVolumeTestJSON-1645122378-project] 10.222.0.20 "DELETE /v2.0/floatingips/4bd6c75b-90ea-4988-a0e4-c3a2e912623c HTTP/1.1" status: 204 len: 168 time: 0.4173012 Jul 28 03:33:31.233318 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2517-efa1-44c4-81ca-b297ca40c8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:31.857506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 02e3b307-2622-43b3-8243-a61fe359400b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:33:31.877462 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 02e3b307-2622-43b3-8243-a61fe359400b {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:33:31.877799 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 02e3b307-2622-43b3-8243-a61fe359400b not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:33:32.971860 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:33.736030 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48954) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:33.892873 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9e244d25-4a49-4fe3-b5fa-f42bce9d6903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:33.976637 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:34.207033 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:34.439519 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Deleting port 9d32411c-b098-4f75-9c83-679e56cf1527 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:33:34.439873 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:34.515713 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] For port 9d32411c-b098-4f75-9c83-679e56cf1527, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=9d32411c-b098-4f75-9c83-679e56cf1527,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:34.516094 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:34.530981 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Calling delete_port for 9d32411c-b098-4f75-9c83-679e56cf1527 owned by network:router_interface {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:33:34.706356 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:34.730521 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d32411c-b098-4f75-9c83-679e56cf1527,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:34.888551 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.005614 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.098308 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Router 8df4f401-3932-417a-bc13-d3ea039a638b has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:33:35.200104 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:33:35.206994 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-969270a6-3e90-4934-8ae3-a7d9b2609123 admin admin] 10.222.0.20 "PUT /v2.0/routers/8df4f401-3932-417a-bc13-d3ea039a638b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4693720 Jul 28 03:33:35.207761 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48958) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:35.208889 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] Sync routers for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:33:35.218234 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:33:35.218895 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:35.308848 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.325650 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:33:35.407194 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.459208 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Deleting port b2458175-4dee-4681-9230-1a2f2b8ab281 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:33:35.459579 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.501693 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:33:34Z', 'revision_number': 5, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port': {'id': 'b2458175-4dee-4681-9230-1a2f2b8ab281', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:24:48Z', 'updated_at': '2021-07-28T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:35.527552 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] Checking router: 8df4f401-3932-417a-bc13-d3ea039a638b for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:33:35.535371 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] For port b2458175-4dee-4681-9230-1a2f2b8ab281, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=b2458175-4dee-4681-9230-1a2f2b8ab281,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:35.535788 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.536130 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] Routers {'8df4f401-3932-417a-bc13-d3ea039a638b'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:33:35.536728 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['8df4f401-3932-417a-bc13-d3ea039a638b'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:35.550957 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Calling delete_port for b2458175-4dee-4681-9230-1a2f2b8ab281 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:33:35.619737 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] Set router 8df4f401-3932-417a-bc13-d3ea039a638b gateway port host: None {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:33:35.671236 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:33:35Z', 'revision_number': 6, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:35.700211 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301ba11-3aa0-45f3-957b-a9ef396c9392 None None] The sync data for ids ['8df4f401-3932-417a-bc13-d3ea039a638b'] in dv-cinder-786260-14-iscsi is: [{'id': '8df4f401-3932-417a-bc13-d3ea039a638b', 'name': 'tempest-AttachVolumeTestJSON-1546265341-router', 'tenant_id': '01042aee9c2a46b2af873f2295320508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:24:47Z', 'updated_at': '2021-07-28T03:33:35Z', 'revision_number': 6, 'project_id': '01042aee9c2a46b2af873f2295320508', 'gw_port_host': None}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:33:35.727375 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.755676 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2458175-4dee-4681-9230-1a2f2b8ab281,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:35.766929 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.767277 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.767657 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.767989 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.768321 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.768651 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.768978 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.769310 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.769634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.769957 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.770277 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.770593 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:35.821799 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.909283 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.911233 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.955980 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.956537 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df4f401-3932-417a-bc13-d3ea039a638b {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:33:35.960765 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:35.961897 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-016900ef-4a19-4db4-9a6b-696d7713335f admin admin] 10.222.0.20 "DELETE /v2.0/routers/8df4f401-3932-417a-bc13-d3ea039a638b HTTP/1.1" status: 204 len: 168 time: 0.7531736 Jul 28 03:33:35.964541 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48962) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:36.006789 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] Deleting subnet f226ff8a-6649-4eda-8d78-61d9b1302e1b {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:33:36.009680 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.042903 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.123832 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.175439 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.198025 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f226ff8a-6649-4eda-8d78-61d9b1302e1b,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:36.204289 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.206122 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ab5e9c62-08f1-4552-a2f9-6de899229b53 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f226ff8a-6649-4eda-8d78-61d9b1302e1b HTTP/1.1" status: 204 len: 168 time: 0.2406175 Jul 28 03:33:36.208609 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48964) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:36.211302 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3d9fda-24f5-4faf-bf1f-c8608b3af20d None None] Network d347dfd4-4219-4ff2-86d5-b0e92a6f048d requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:36.273403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.328997 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Deleting port e689363b-1ab6-46bb-ae98-229eabbf0f65 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:33:36.329337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.392662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] For port e689363b-1ab6-46bb-ae98-229eabbf0f65, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=e689363b-1ab6-46bb-ae98-229eabbf0f65,segment=NetworkSegment(a58509a6-b571-49f2-bb5b-9ecf9358de34),segment_id=a58509a6-b571-49f2-bb5b-9ecf9358de34)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:36.393052 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.406227 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Calling delete_port for e689363b-1ab6-46bb-ae98-229eabbf0f65 owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:33:36.489052 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.516408 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e689363b-1ab6-46bb-ae98-229eabbf0f65,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:36.522059 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] No DVR routers for this DVR port e689363b-1ab6-46bb-ae98-229eabbf0f65 on host dv-cinder-786260-14-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:33:36.540492 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2215d2-4285-48f4-ae4b-c505b6135d13 None None] DHCP port deletion for d347dfd4-4219-4ff2-86d5-b0e92a6f048d request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:33:36.559776 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 9d32411c-b098-4f75-9c83-679e56cf1527 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:33:36.579956 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 9d32411c-b098-4f75-9c83-679e56cf1527 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:33:36.580298 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 9d32411c-b098-4f75-9c83-679e56cf1527 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:33:36.580719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b2458175-4dee-4681-9230-1a2f2b8ab281 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:33:36.597277 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.599361 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: b2458175-4dee-4681-9230-1a2f2b8ab281 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:33:36.599744 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b2458175-4dee-4681-9230-1a2f2b8ab281 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:33:36.607917 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d347dfd4-4219-4ff2-86d5-b0e92a6f048d']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:36.617808 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58509a6-b571-49f2-bb5b-9ecf9358de34') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:36.618200 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58509a6-b571-49f2-bb5b-9ecf9358de34') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:36.628527 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.637654 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.643942 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.650024 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:33:36.650672 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:33:36.653181 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:33:36.709494 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.714723 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.719808 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] 10.222.0.20 "DELETE /v2.0/networks/d347dfd4-4219-4ff2-86d5-b0e92a6f048d HTTP/1.1" status: 204 len: 168 time: 0.5077116 Jul 28 03:33:36.728169 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893030-1732-43b7-b5f8-51b92e4c50dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d347dfd4-4219-4ff2-86d5-b0e92a6f048d,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:36.833367 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48968) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:36.872700 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-81db60e9-7d7c-46ca-ae10-ff4d810a1077 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01042aee9c2a46b2af873f2295320508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381751 Jul 28 03:33:36.875006 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48970) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:36.921256 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-baff90a2-0b15-4f5a-93e7-9e101f7f42c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.941368 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-baff90a2-0b15-4f5a-93e7-9e101f7f42c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.990717 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-baff90a2-0b15-4f5a-93e7-9e101f7f42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.993246 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-baff90a2-0b15-4f5a-93e7-9e101f7f42c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:36.994373 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-baff90a2-0b15-4f5a-93e7-9e101f7f42c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5e3e1c8-0d26-442c-b4d4-a181590534a3 HTTP/1.1" status: 204 len: 168 time: 0.1184363 Jul 28 03:33:37.001781 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff90a2-0b15-4f5a-93e7-9e101f7f42c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e3e1c8-0d26-442c-b4d4-a181590534a3,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:37.619833 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 48992) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:37.710499 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296635944-network', 'tenant_id': 'f88d1ff243f8489a82e4a62eb1188ae4'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:37.731714 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Made reservation on behalf of f88d1ff243f8489a82e4a62eb1188ae4 for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:33:37.734288 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.742295 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.832298 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.836047 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.864820 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:33:37.875032 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc16013-bec8-46d4-835e-324a442e50f5,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:37.880800 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.881197 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Added segment 7c9c4807-e3e2-4245-8436-aedb5d932667 of type vlan for network 0390a984-a76f-4303-a9dc-67f803edb778 Jul 28 03:33:37.920304 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.951402 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:37.952486 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:37.953097 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.004184 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3832963 Jul 28 03:33:38.007112 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 48996) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:38.012234 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Request body: {'subnet': {'network_id': '0390a984-a76f-4303-a9dc-67f803edb778', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1296635944-subnet', 'tenant_id': 'f88d1ff243f8489a82e4a62eb1188ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:38.013229 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e852f0d-0561-44be-b6b1-166abd191c5f admin admin] Pushing event updated for resources: {'Network': ['ID=0390a984-a76f-4303-a9dc-67f803edb778,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:38.023075 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 0390a984-a76f-4303-a9dc-67f803edb778 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:33:38.037284 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Made reservation on behalf of f88d1ff243f8489a82e4a62eb1188ae4 for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:33:38.039935 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30297967'] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.200937 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30347728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30297885'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.254995 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7df83b8-7f55-4d37-887d-77f3291286b3,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:38.265352 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Checking segment: {'id': '7c9c4807-e3e2-4245-8436-aedb5d932667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0390a984-a76f-4303-a9dc-67f803edb778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:33:38.265705 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Network hostable DHCP agents. Network: 0390a984-a76f-4303-a9dc-67f803edb778, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:33:38.282000 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Network 0390a984-a76f-4303-a9dc-67f803edb778 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:33:38.290889 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 0390a984-a76f-4303-a9dc-67f803edb778) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:33:38.296032 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:38.296918 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.299838 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb06f5-3f62-4fb8-a7a7-9bfe56338a48 None None] Network 0390a984-a76f-4303-a9dc-67f803edb778 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:38.310712 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-4b4b7ed6-874e-4893-b424-9e020795d2f9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3024063 Jul 28 03:33:38.417706 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ac69c9-0278-434e-a21a-2fad818980d9 None None] Network 0390a984-a76f-4303-a9dc-67f803edb778 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:38.437856 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device e689363b-1ab6-46bb-ae98-229eabbf0f65 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:33:38.484948 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: e689363b-1ab6-46bb-ae98-229eabbf0f65 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:33:38.485297 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device e689363b-1ab6-46bb-ae98-229eabbf0f65 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:33:38.767412 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49012) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:38.772461 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-823433831-network', 'tenant_id': '90cff975c5ea4a5096c4b27cbb79405c'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:38.792754 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Made reservation on behalf of 90cff975c5ea4a5096c4b27cbb79405c for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:33:38.795258 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.803887 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.892690 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.896456 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.922803 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:33:38.931673 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cec89b6-f500-4543-a1d3-9660e49ddf8b,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:38.939276 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:38.939276 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Added segment b3681ccf-1d73-439f-b745-f588bf32987b of type vlan for network d8bf218f-cd8c-4655-9a09-ebff5997eb8e Jul 28 03:33:38.978130 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.004444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.005374 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:39.005952 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.060314 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2917902 Jul 28 03:33:39.063091 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49014) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:39.068239 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Request body: {'subnet': {'network_id': 'd8bf218f-cd8c-4655-9a09-ebff5997eb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-823433831-subnet', 'tenant_id': '90cff975c5ea4a5096c4b27cbb79405c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:39.069097 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b26ac-f5ac-4918-abb7-7619d40a14d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8bf218f-cd8c-4655-9a09-ebff5997eb8e,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:39.078833 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network d8bf218f-cd8c-4655-9a09-ebff5997eb8e details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:33:39.088072 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Made reservation on behalf of 90cff975c5ea4a5096c4b27cbb79405c for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:33:39.090307 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30259380'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.256425 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30113037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30259398'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.308142 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e898db9-73ac-441e-990b-68ebf02f97d3,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:39.317177 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Checking segment: {'id': 'b3681ccf-1d73-439f-b745-f588bf32987b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd8bf218f-cd8c-4655-9a09-ebff5997eb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:33:39.317532 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Network hostable DHCP agents. Network: d8bf218f-cd8c-4655-9a09-ebff5997eb8e, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:33:39.333415 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Network d8bf218f-cd8c-4655-9a09-ebff5997eb8e is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:33:39.341538 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, d8bf218f-cd8c-4655-9a09-ebff5997eb8e) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:33:39.345336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:39.345923 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.350728 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41de9ca-ed81-481b-8b22-4b80fcfe9e98 None None] Network d8bf218f-cd8c-4655-9a09-ebff5997eb8e requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:39.365607 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-41abba1a-0b72-42aa-afb4-c1a901327c39 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2952235 Jul 28 03:33:39.466538 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49018) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:39.473918 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926208cf-dfd7-4682-9c11-543d77235690 None None] Network d8bf218f-cd8c-4655-9a09-ebff5997eb8e requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:39.513760 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] Deleting subnet e7df83b8-7f55-4d37-887d-77f3291286b3 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:33:39.516906 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.551313 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.589867 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.640651 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.669315 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7df83b8-7f55-4d37-887d-77f3291286b3,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:39.673099 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.674854 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-808f800d-b07b-4448-8392-9d7ef185d5d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e7df83b8-7f55-4d37-887d-77f3291286b3 HTTP/1.1" status: 204 len: 168 time: 0.2072515 Jul 28 03:33:39.677504 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49020) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:39.741148 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.817617 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.828287 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0390a984-a76f-4303-a9dc-67f803edb778']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:39.838237 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9c4807-e3e2-4245-8436-aedb5d932667') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:39.838533 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9c4807-e3e2-4245-8436-aedb5d932667') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:39.847602 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.860421 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.866204 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:33:39.866753 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:33:39.868656 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:33:39.920497 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.925407 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:39.927217 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0390a984-a76f-4303-a9dc-67f803edb778 HTTP/1.1" status: 204 len: 168 time: 0.2488203 Jul 28 03:33:39.930212 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49022) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:39.937695 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475b7b8-c169-4e8e-9d84-537ab984c20e admin admin] Pushing event deleted for resources: {'Network': ['ID=0390a984-a76f-4303-a9dc-67f803edb778,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:39.974415 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] Deleting subnet 2e898db9-73ac-441e-990b-68ebf02f97d3 {{(pid=93017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:33:39.977464 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.009603 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30347729'] for subnet, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.050963 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.104365 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30347537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30297874'] for subnet, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.128796 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e898db9-73ac-441e-990b-68ebf02f97d3,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:40.132486 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.134422 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d5596326-779e-4843-806d-d2b892830dea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e898db9-73ac-441e-990b-68ebf02f97d3 HTTP/1.1" status: 204 len: 168 time: 0.2028718 Jul 28 03:33:40.136811 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49024) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:40.202136 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.280245 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.289619 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bf218f-cd8c-4655-9a09-ebff5997eb8e']}} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:40.299285 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3681ccf-1d73-439f-b745-f588bf32987b') {'for_net_delete': True} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:40.299623 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3681ccf-1d73-439f-b745-f588bf32987b') {} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:40.308089 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30347736'] for segment, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.321526 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.327994 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:33:40.328378 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30347627'] for segment, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: Traceback (most recent call last): Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: timer() Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: cb(*args, **kw) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: return func(*args, **kwargs) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: self._notify() Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: self.callback(batched_events) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: event.method(event) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: return f(self, *a, **k) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._get(url).json() Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: return self.request(url, 'GET', **kwargs) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:33:40.330169 dv-cinder-786260-14-iscsi neutron-server[93017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:33:40.380645 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.385749 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.388222 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d8bf218f-cd8c-4655-9a09-ebff5997eb8e HTTP/1.1" status: 204 len: 168 time: 0.2497973 Jul 28 03:33:40.398854 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895b635-57d5-4e44-a34e-9816384f6c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bf218f-cd8c-4655-9a09-ebff5997eb8e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:40.538723 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49028) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:40.577683 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a783d28a-c2f6-444e-9f18-799fc5917a65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f88d1ff243f8489a82e4a62eb1188ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377440 Jul 28 03:33:40.579868 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49030) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:40.630689 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc3e5-d605-446a-9d06-b70fec16635c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.650429 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc3e5-d605-446a-9d06-b70fec16635c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.695121 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc3e5-d605-446a-9d06-b70fec16635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.697863 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc3e5-d605-446a-9d06-b70fec16635c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:40.698964 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8a2cc3e5-d605-446a-9d06-b70fec16635c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bc16013-bec8-46d4-835e-324a442e50f5 HTTP/1.1" status: 204 len: 168 time: 0.1182318 Jul 28 03:33:40.707552 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc3e5-d605-446a-9d06-b70fec16635c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc16013-bec8-46d4-835e-324a442e50f5,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:40.994953 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49036) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:41.037189 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-62b3c7c4-2d7a-4652-b5f4-83c07279b5de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90cff975c5ea4a5096c4b27cbb79405c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410595 Jul 28 03:33:41.039574 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49038) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:41.084812 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7cacc989-34e3-4c24-b351-503be74c7b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:41.105382 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7cacc989-34e3-4c24-b351-503be74c7b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:41.149647 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7cacc989-34e3-4c24-b351-503be74c7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:41.152288 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7cacc989-34e3-4c24-b351-503be74c7b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:41.153939 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7cacc989-34e3-4c24-b351-503be74c7b07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cec89b6-f500-4543-a1d3-9660e49ddf8b HTTP/1.1" status: 204 len: 168 time: 0.1134584 Jul 28 03:33:41.161188 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacc989-34e3-4c24-b351-503be74c7b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cec89b6-f500-4543-a1d3-9660e49ddf8b,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:42.859413 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49100) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:42.958609 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0f77-a057-4b99-b9a0-cadd3be61dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.044376 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0f77-a057-4b99-b9a0-cadd3be61dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.047959 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0f77-a057-4b99-b9a0-cadd3be61dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.084213 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d5fa0f77-a057-4b99-b9a0-cadd3be61dcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06a7eb943d5143b9a59db48dba4f12d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235754 Jul 28 03:33:43.086177 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa0f77-a057-4b99-b9a0-cadd3be61dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c6221-7c81-4c0a-a838-89619bb37bc2,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:43.086872 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49106) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:43.133382 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-65b2e725-7750-4c7f-8525-34ab5b66223b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.153844 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-65b2e725-7750-4c7f-8525-34ab5b66223b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.198959 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-65b2e725-7750-4c7f-8525-34ab5b66223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.202336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-65b2e725-7750-4c7f-8525-34ab5b66223b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.203454 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-65b2e725-7750-4c7f-8525-34ab5b66223b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a38c6221-7c81-4c0a-a838-89619bb37bc2 HTTP/1.1" status: 204 len: 168 time: 0.1154623 Jul 28 03:33:43.210842 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2e725-7750-4c7f-8525-34ab5b66223b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c6221-7c81-4c0a-a838-89619bb37bc2,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:43.450701 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49112) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:43.463568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-251602cb-55d2-4583-9af4-f7aa9fb507d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.551906 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-251602cb-55d2-4583-9af4-f7aa9fb507d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.556555 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-251602cb-55d2-4583-9af4-f7aa9fb507d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.595106 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-251602cb-55d2-4583-9af4-f7aa9fb507d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1cbff445cbe45e7b3c510827159f3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433387 Jul 28 03:33:43.595954 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251602cb-55d2-4583-9af4-f7aa9fb507d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bbeee6-3574-425d-a323-ee57694184c4,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:43.598449 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49114) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:43.649150 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbd54760-f455-4147-b298-4354e1a4f50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.669535 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbd54760-f455-4147-b298-4354e1a4f50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.713808 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbd54760-f455-4147-b298-4354e1a4f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.716525 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbd54760-f455-4147-b298-4354e1a4f50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:43.717865 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-cbd54760-f455-4147-b298-4354e1a4f50e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0bbeee6-3574-425d-a323-ee57694184c4 HTTP/1.1" status: 204 len: 168 time: 0.1182480 Jul 28 03:33:43.725354 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd54760-f455-4147-b298-4354e1a4f50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bbeee6-3574-425d-a323-ee57694184c4,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:48.448264 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49210) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:48.548880 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0363f318-132a-4ec5-acc3-683f96fb23f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:48.635614 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0363f318-132a-4ec5-acc3-683f96fb23f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:48.639649 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0363f318-132a-4ec5-acc3-683f96fb23f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:48.677226 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0363f318-132a-4ec5-acc3-683f96fb23f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=612dad2d9ec94373967a1dbb361ca0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276516 Jul 28 03:33:48.678091 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363f318-132a-4ec5-acc3-683f96fb23f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aba995-bc88-489a-9463-8899ca77e1fa,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:48.679927 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49214) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:48.726829 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-624e365e-1365-4e8a-a2e7-13e57ad30f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:48.746546 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-624e365e-1365-4e8a-a2e7-13e57ad30f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:48.789859 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-624e365e-1365-4e8a-a2e7-13e57ad30f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:48.792477 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-624e365e-1365-4e8a-a2e7-13e57ad30f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:48.793570 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-624e365e-1365-4e8a-a2e7-13e57ad30f95 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7aba995-bc88-489a-9463-8899ca77e1fa HTTP/1.1" status: 204 len: 168 time: 0.1126187 Jul 28 03:33:48.800852 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e365e-1365-4e8a-a2e7-13e57ad30f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aba995-bc88-489a-9463-8899ca77e1fa,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:49.037403 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49220) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:49.050098 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f4ded20f-fa6f-42ad-b8ff-7105f3635271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.134715 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f4ded20f-fa6f-42ad-b8ff-7105f3635271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.138123 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f4ded20f-fa6f-42ad-b8ff-7105f3635271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.174707 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f4ded20f-fa6f-42ad-b8ff-7105f3635271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef0210c1ccc14394899fc11af71b67fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362662 Jul 28 03:33:49.175829 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ded20f-fa6f-42ad-b8ff-7105f3635271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba6e85d-a2c8-4f13-869f-48f8e7a52dcb,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:49.177383 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49222) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:49.225385 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d6ec024d-7b8e-4938-b7f7-6ab985adc6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.248125 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d6ec024d-7b8e-4938-b7f7-6ab985adc6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.292130 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d6ec024d-7b8e-4938-b7f7-6ab985adc6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.294638 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d6ec024d-7b8e-4938-b7f7-6ab985adc6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:49.295793 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d6ec024d-7b8e-4938-b7f7-6ab985adc6ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dba6e85d-a2c8-4f13-869f-48f8e7a52dcb HTTP/1.1" status: 204 len: 168 time: 0.1167908 Jul 28 03:33:49.302954 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec024d-7b8e-4938-b7f7-6ab985adc6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba6e85d-a2c8-4f13-869f-48f8e7a52dcb,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:51.507590 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49290) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:51.606279 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b879c7b-52be-4ec1-ba3d-29fb5fcacade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:51.691112 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b879c7b-52be-4ec1-ba3d-29fb5fcacade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:51.694639 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5b879c7b-52be-4ec1-ba3d-29fb5fcacade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:51.732307 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5b879c7b-52be-4ec1-ba3d-29fb5fcacade admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd8debc7e8424fd19e284d3596391d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236750 Jul 28 03:33:51.733411 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b879c7b-52be-4ec1-ba3d-29fb5fcacade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9e6035-7675-40f8-a665-ee615f6cb28a,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:51.734891 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49294) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:51.786013 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d06-85a7-476b-84af-dc70edc9723e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:51.805695 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d06-85a7-476b-84af-dc70edc9723e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:51.852050 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d06-85a7-476b-84af-dc70edc9723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:51.854449 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a09f8d06-85a7-476b-84af-dc70edc9723e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:51.855598 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a09f8d06-85a7-476b-84af-dc70edc9723e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be9e6035-7675-40f8-a665-ee615f6cb28a HTTP/1.1" status: 204 len: 168 time: 0.1190622 Jul 28 03:33:51.863189 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f8d06-85a7-476b-84af-dc70edc9723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9e6035-7675-40f8-a665-ee615f6cb28a,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:52.101461 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49300) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:52.114215 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2d0eb4f5-6a52-42c4-9dd1-fde8a8dd0510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.197037 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2d0eb4f5-6a52-42c4-9dd1-fde8a8dd0510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.201383 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2d0eb4f5-6a52-42c4-9dd1-fde8a8dd0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.237100 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2d0eb4f5-6a52-42c4-9dd1-fde8a8dd0510 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=606b2db48d4a47969c0356eaad40e0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345387 Jul 28 03:33:52.237989 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0eb4f5-6a52-42c4-9dd1-fde8a8dd0510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a985291e-65c5-419d-934a-aaf61e3773fb,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:52.241238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49302) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:52.288370 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-340c91e4-cea1-476b-80ba-983aaf75e27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.308002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-340c91e4-cea1-476b-80ba-983aaf75e27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.352274 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-340c91e4-cea1-476b-80ba-983aaf75e27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.354816 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-340c91e4-cea1-476b-80ba-983aaf75e27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:52.355965 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-340c91e4-cea1-476b-80ba-983aaf75e27d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a985291e-65c5-419d-934a-aaf61e3773fb HTTP/1.1" status: 204 len: 168 time: 0.1135554 Jul 28 03:33:52.363123 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c91e4-cea1-476b-80ba-983aaf75e27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985291e-65c5-419d-934a-aaf61e3773fb,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:54.084297 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49372) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:54.188761 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a3fe13f-b6c5-4384-b24e-50f05afbd86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.291086 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a3fe13f-b6c5-4384-b24e-50f05afbd86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.295273 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7a3fe13f-b6c5-4384-b24e-50f05afbd86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.331884 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7a3fe13f-b6c5-4384-b24e-50f05afbd86c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c13279eabe5428cbb850bdbcef88533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465355 Jul 28 03:33:54.332835 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fe13f-b6c5-4384-b24e-50f05afbd86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f08bfd1-e032-447b-a8fb-897a6db220f1,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:54.334554 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49376) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:54.382003 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f96385f6-457c-4926-bc7a-efef4e4976a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.404691 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f96385f6-457c-4926-bc7a-efef4e4976a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.448613 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f96385f6-457c-4926-bc7a-efef4e4976a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.451307 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-f96385f6-457c-4926-bc7a-efef4e4976a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.452453 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-f96385f6-457c-4926-bc7a-efef4e4976a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f08bfd1-e032-447b-a8fb-897a6db220f1 HTTP/1.1" status: 204 len: 168 time: 0.1168449 Jul 28 03:33:54.460852 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96385f6-457c-4926-bc7a-efef4e4976a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f08bfd1-e032-447b-a8fb-897a6db220f1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:54.694458 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:33:54.707415 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49382) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:54.720738 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-83344000-4a99-4470-9613-063ccd0124c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.803085 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-83344000-4a99-4470-9613-063ccd0124c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.806534 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-83344000-4a99-4470-9613-063ccd0124c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.843452 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-83344000-4a99-4470-9613-063ccd0124c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=016d1e323b0a48779579a17a74375897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349297 Jul 28 03:33:54.844310 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83344000-4a99-4470-9613-063ccd0124c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6044068-4406-47ec-81f5-cc010a68da98,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:54.846302 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49384) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:54.893885 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-40d3d606-3819-47f4-8dbe-a89a45adfdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.914366 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-40d3d606-3819-47f4-8dbe-a89a45adfdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.958784 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-40d3d606-3819-47f4-8dbe-a89a45adfdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.961311 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-40d3d606-3819-47f4-8dbe-a89a45adfdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:54.962421 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-40d3d606-3819-47f4-8dbe-a89a45adfdf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6044068-4406-47ec-81f5-cc010a68da98 HTTP/1.1" status: 204 len: 168 time: 0.1150854 Jul 28 03:33:54.970275 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3d606-3819-47f4-8dbe-a89a45adfdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6044068-4406-47ec-81f5-cc010a68da98,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:55.930617 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49416) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:56.029950 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef51b-b539-4032-8d11-217cb5084f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.117227 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef51b-b539-4032-8d11-217cb5084f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.121374 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef51b-b539-4032-8d11-217cb5084f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.157816 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ef51b-b539-4032-8d11-217cb5084f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5646a5de-9a0e-4332-a482-fec2353a924e,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:56.162044 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-ca0ef51b-b539-4032-8d11-217cb5084f83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efef41e18f0a4db1ac03e42c64d2ebd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304041 Jul 28 03:33:56.164646 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49420) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:56.211645 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5c5d936b-c427-4c52-823f-c4fddf41ba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.232372 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5c5d936b-c427-4c52-823f-c4fddf41ba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.277199 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5c5d936b-c427-4c52-823f-c4fddf41ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.280404 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5c5d936b-c427-4c52-823f-c4fddf41ba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.281460 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5c5d936b-c427-4c52-823f-c4fddf41ba97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5646a5de-9a0e-4332-a482-fec2353a924e HTTP/1.1" status: 204 len: 168 time: 0.1157551 Jul 28 03:33:56.288609 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d936b-c427-4c52-823f-c4fddf41ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5646a5de-9a0e-4332-a482-fec2353a924e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:56.851638 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49442) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:56.940797 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-54404080-network', 'tenant_id': '92d80a7b26784c34a2d49166d746106a'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:56.961413 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Made reservation on behalf of 92d80a7b26784c34a2d49166d746106a for: {'network': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:33:56.963779 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:56.971748 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.056912 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.061008 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.086183 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:33:57.091234 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b05a626-dfbc-49c7-834e-f3e9eee4d10d,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:57.098194 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.098538 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.segments_db [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Added segment 53195ebf-99e6-4fdb-8be2-9386b52cb8d4 of type vlan for network 0ab64bde-994f-4966-aa3f-ec1c543b9310 Jul 28 03:33:57.139900 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.165951 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.166879 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:57.167511 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.219116 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3664057 Jul 28 03:33:57.222119 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49446) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:57.226108 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf445a6-c5b8-4c5a-8b13-3ed2c505b879 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab64bde-994f-4966-aa3f-ec1c543b9310,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:57.227202 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Request body: {'subnet': {'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-54404080-subnet', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:57.236311 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:33:57.248945 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Made reservation on behalf of 92d80a7b26784c34a2d49166d746106a for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:33:57.251180 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30297967'] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.411364 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30347728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30297885'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.463871 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa82b82a-9a1e-4e37-851a-fc641333c5d8,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:57.472784 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Checking segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:33:57.473147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Network hostable DHCP agents. Network: 0ab64bde-994f-4966-aa3f-ec1c543b9310, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:33:57.489277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:33:57.497615 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 0ab64bde-994f-4966-aa3f-ec1c543b9310) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:33:57.501612 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:33:57.502196 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.506614 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefce09c-d9b5-455d-aa4e-ab0e822520bf None None] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:57.517985 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-fc89d8b2-310c-48de-b13b-3ae4f69288b0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2921963 Jul 28 03:33:57.518160 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49448) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:57.522403 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:33:57.543454 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.545191 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.604948 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.647723 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-0ab64bde-994f-4966-aa3f-ec1c543b9310', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:33:57.648640 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.737726 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.784523 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Allocated IP 172.20.0.2 (0ab64bde-994f-4966-aa3f-ec1c543b9310/fa82b82a-9a1e-4e37-851a-fc641333c5d8/c4411903-913d-485e-8a7a-a4c9662d758b) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:33:57.932027 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.942807 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.951182 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:57.954785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Transition to ACTIVE for port object c4411903-913d-485e-8a7a-a4c9662d758b will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:33:57.973774 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Transition to ACTIVE for port object c4411903-913d-485e-8a7a-a4c9662d758b will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:33:57.979474 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.016615 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:33:58.019324 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:33:58.024669 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:33:58.033551 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Pushing event updated for resources: {'Port': ['ID=c4411903-913d-485e-8a7a-a4c9662d758b,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:58.053572 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.053920 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.054264 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.054600 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.054935 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.055260 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.055612 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.055816 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Allocated IP 172.27.3.254 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/a6955841-61c4-46fa-87d7-2e7c5f8f2526) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:33:58.055923 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.056244 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.056558 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.056884 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.057288 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:58.096081 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Attempting to bind port c4411903-913d-485e-8a7a-a4c9662d758b on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:33:58.096516 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Attempting to bind port c4411903-913d-485e-8a7a-a4c9662d758b by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:33:58.096931 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Attempting to bind port c4411903-913d-485e-8a7a-a4c9662d758b on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:33:58.102726 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:33:58.103100 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Checking segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:33:58.103525 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.103922 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Bound using segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:33:58.104398 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Bound port: c4411903-913d-485e-8a7a-a4c9662d758b, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:33:58.104775 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.156697 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.173290 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] For port c4411903-913d-485e-8a7a-a4c9662d758b, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:33:58.176402 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] For port c4411903-913d-485e-8a7a-a4c9662d758b, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c4411903-913d-485e-8a7a-a4c9662d758b,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:33:58.180559 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.194770 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.235119 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:33:58.236262 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:33:58.240095 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:33:58.248091 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70b086-4fc5-44eb-b6be-eded477f49b4 None None] Pushing event updated for resources: {'Port': ['ID=c4411903-913d-485e-8a7a-a4c9662d758b,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:58.270234 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Pushing event updated for resources: {'Port': ['ID=a6955841-61c4-46fa-87d7-2e7c5f8f2526,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:58.509087 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c4411903-913d-485e-8a7a-a4c9662d758b up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:33:58.515751 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:58.557064 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port c4411903-913d-485e-8a7a-a4c9662d758b completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:33:58.973217 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.081334 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c823b0db-23fa-413b-80df-955aba5975ed None None] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:33:59.100435 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Router d9a32650-d2f5-4d21-9945-a0191d900acd is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:33:59.202898 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:33:59.203389 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-098e08d1-ca9e-4e76-acd1-9365f4bb6c91 None None] Provisioning for port c4411903-913d-485e-8a7a-a4c9662d758b completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:33:59.213677 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:33:59.220000 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] Notify callbacks [] for router, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.221264 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-56a4472b-67db-49ee-98a4-0c6ed162ca64 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7021542 Jul 28 03:33:59.223876 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49450) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:33:59.227312 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:33:59.228001 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:59.231607 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-098e08d1-ca9e-4e76-acd1-9365f4bb6c91 None None] Provisioning complete for port c4411903-913d-485e-8a7a-a4c9662d758b triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:33:59.231607 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-098e08d1-ca9e-4e76-acd1-9365f4bb6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.333645 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-098e08d1-ca9e-4e76-acd1-9365f4bb6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.345242 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:33:59.368171 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-098e08d1-ca9e-4e76-acd1-9365f4bb6c91 None None] For port c4411903-913d-485e-8a7a-a4c9662d758b, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c4411903-913d-485e-8a7a-a4c9662d758b,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:33:59.374951 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-098e08d1-ca9e-4e76-acd1-9365f4bb6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.425949 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e08d1-ca9e-4e76-acd1-9365f4bb6c91 None None] Pushing event updated for resources: {'Port': ['ID=c4411903-913d-485e-8a7a-a4c9662d758b,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:59.535655 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:33:58Z', 'revision_number': 3, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:33:59.561620 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:33:59.561969 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Updating router d9a32650-d2f5-4d21-9945-a0191d900acd port a6955841-61c4-46fa-87d7-2e7c5f8f2526 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:33:59.586747 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.598984 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-76e543cf-c4d6-47b1-abcd-3de2d09ef83c None None] Provisioning complete for port c4411903-913d-485e-8a7a-a4c9662d758b triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:33:59.599485 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-76e543cf-c4d6-47b1-abcd-3de2d09ef83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.658786 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.811817 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Allocated IP 172.20.0.1 (0ab64bde-994f-4966-aa3f-ec1c543b9310/fa82b82a-9a1e-4e37-851a-fc641333c5d8/8b474a2e-ba84-4383-a6ca-37036eed4372) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:33:59.841619 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.851250 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Transition to ACTIVE for port object a6955841-61c4-46fa-87d7-2e7c5f8f2526 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:33:59.856519 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.911830 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Attempting to bind port a6955841-61c4-46fa-87d7-2e7c5f8f2526 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:33:59.912198 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Attempting to bind port a6955841-61c4-46fa-87d7-2e7c5f8f2526 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:33:59.912558 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Attempting to bind port a6955841-61c4-46fa-87d7-2e7c5f8f2526 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:33:59.913714 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.914386 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Pushing event updated for resources: {'Port': ['ID=a6955841-61c4-46fa-87d7-2e7c5f8f2526,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:33:59.923668 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.924039 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.924385 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.924719 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.925044 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.925373 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.925696 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.926019 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.926358 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.926683 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.926848 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Transition to ACTIVE for port object 8b474a2e-ba84-4383-a6ca-37036eed4372 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:33:59.926994 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.927310 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:33:59.930501 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:33:59.930873 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:33:59.931436 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.931681 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:33:59.932137 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Bound port: a6955841-61c4-46fa-87d7-2e7c5f8f2526, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:33:59.932525 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.961572 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:33:59.983382 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] For port a6955841-61c4-46fa-87d7-2e7c5f8f2526, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:33:59.986587 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] For port a6955841-61c4-46fa-87d7-2e7c5f8f2526, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=a6955841-61c4-46fa-87d7-2e7c5f8f2526,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:33:59.990356 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.001505 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:00.004291 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:00.007746 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:34:00.037519 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Pushing event updated for resources: {'Port': ['ID=8b474a2e-ba84-4383-a6ca-37036eed4372,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:00.047849 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8b05-b765-41c8-9092-49d2a1efadc0 None None] Pushing event updated for resources: {'Port': ['ID=a6955841-61c4-46fa-87d7-2e7c5f8f2526,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:00.054544 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:00.055163 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:00.056614 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.167210 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:00.192943 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.306166 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-ccd3e605-d2f4-48af-8ab4-4bc5d60fe305 None None] Provisioning for port 8b474a2e-ba84-4383-a6ca-37036eed4372 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:00.321945 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-ccd3e605-d2f4-48af-8ab4-4bc5d60fe305 None None] Provisioning complete for port 8b474a2e-ba84-4383-a6ca-37036eed4372 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:00.322317 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ccd3e605-d2f4-48af-8ab4-4bc5d60fe305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.356674 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3e605-d2f4-48af-8ab4-4bc5d60fe305 None None] Port 8b474a2e-ba84-4383-a6ca-37036eed4372 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:34:00.357927 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:33:58Z', 'revision_number': 3, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:00.370495 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.375292 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.383989 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d501c-7397-4d91-9a06-57965e58c7c6 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:33:58Z', 'revision_number': 3, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:34:00.445966 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Pushing event updated for resources: {'Port': ['ID=8b474a2e-ba84-4383-a6ca-37036eed4372,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:00.451776 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.462721 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c4411903-913d-485e-8a7a-a4c9662d758b up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:00.511571 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port c4411903-913d-485e-8a7a-a4c9662d758b triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:00.511989 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.548129 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:00.549554 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:00.718963 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:34:00.834219 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:34:00.839396 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0b5c175f-03bc-41b3-b74d-ab9d18b9946d admin admin] 10.222.0.20 "PUT /v2.0/routers/d9a32650-d2f5-4d21-9945-a0191d900acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6142659 Jul 28 03:34:00.880981 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-dca93e1f-d220-411b-b4e8-a90504b30640 None None] Provisioning complete for port 8b474a2e-ba84-4383-a6ca-37036eed4372 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:00.881356 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dca93e1f-d220-411b-b4e8-a90504b30640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:00.916681 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-dca93e1f-d220-411b-b4e8-a90504b30640 None None] Port 8b474a2e-ba84-4383-a6ca-37036eed4372 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:34:01.235106 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-83b2cee2-da8c-468f-8331-bd92445395ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.297002 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49466) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:01.302009 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1935569140-network', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:01.322334 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Made reservation on behalf of e1c1d30110524a32988d762eae6f82af for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:34:01.325173 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.334081 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.426937 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.430671 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.458459 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:34:01.467560 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8344b5-f7df-42da-a28f-1d3df5b9ad08,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:01.473405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.473749 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Added segment b915c92c-9e7c-4287-9527-8c69751f3494 of type vlan for network d12a65d1-636f-4933-8576-b5df7f432db0 Jul 28 03:34:01.511344 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.540649 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.541629 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:01.542218 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.599611 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2989020 Jul 28 03:34:01.599847 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49468) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:01.604729 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Request body: {'subnet': {'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1935569140-subnet', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'ip_version': 4}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:01.616530 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0204710-fe97-4020-8f6e-da1d283c119a admin admin] Pushing event updated for resources: {'Network': ['ID=d12a65d1-636f-4933-8576-b5df7f432db0,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:01.626942 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network d12a65d1-636f-4933-8576-b5df7f432db0 details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:34:01.635394 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Made reservation on behalf of e1c1d30110524a32988d762eae6f82af for: {'subnet': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:34:01.638514 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30297967'] for subnet, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.810480 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30347728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30297885'] for subnet, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.867132 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92643373-b178-4bef-a94a-c4338cd7f709,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:01.882908 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Checking segment: {'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:01.883408 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Network hostable DHCP agents. Network: d12a65d1-636f-4933-8576-b5df7f432db0, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:34:01.900479 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Network d12a65d1-636f-4933-8576-b5df7f432db0 is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:34:01.909046 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, d12a65d1-636f-4933-8576-b5df7f432db0) {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:01.913549 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:01.914134 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.918136 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751a467a-09ad-4769-b40a-6b95a5a22c67 None None] Network d12a65d1-636f-4933-8576-b5df7f432db0 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:34:01.930419 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-8f7de7ff-db4c-4b3a-bd4f-5a2bcf756be1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3272185 Jul 28 03:34:01.931137 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49470) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:01.936466 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:01.958823 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:01.960054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.002405 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:34:02.019457 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.032740 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:02.033364 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:02.147972 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-d12a65d1-636f-4933-8576-b5df7f432db0', 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'fixed_ips': [{'subnet_id': '92643373-b178-4bef-a94a-c4338cd7f709'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:34:02.148841 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.178428 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:02.394656 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.506377 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device a6955841-61c4-46fa-87d7-2e7c5f8f2526 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:02.589788 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Allocated IP 172.20.0.2 (d12a65d1-636f-4933-8576-b5df7f432db0/92643373-b178-4bef-a94a-c4338cd7f709/b689c80f-c135-42ee-bfc7-aaf250180797) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:34:02.602907 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.621743 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.644417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port a6955841-61c4-46fa-87d7-2e7c5f8f2526 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:02.679967 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port a6955841-61c4-46fa-87d7-2e7c5f8f2526 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:02.680339 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.725780 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Allocated IP 172.27.3.208 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:34:02.791459 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 2, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:02.824705 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:34:02.824957 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.825088 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Updating router d9a32650-d2f5-4d21-9945-a0191d900acd port 8b474a2e-ba84-4383-a6ca-37036eed4372 binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:34:02.866152 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.889074 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.898119 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.902425 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.907133 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:02.913830 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:02.916384 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:34:02.917583 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Transition to ACTIVE for port object b689c80f-c135-42ee-bfc7-aaf250180797 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:02.940213 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port a6955841-61c4-46fa-87d7-2e7c5f8f2526, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=a6955841-61c4-46fa-87d7-2e7c5f8f2526,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:02.942564 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:02.961436 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Transition to ACTIVE for port object b689c80f-c135-42ee-bfc7-aaf250180797 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:02.965524 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:02.978540 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.085174 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.093179 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Network d12a65d1-636f-4933-8576-b5df7f432db0 is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:03.103339 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:03.107772 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:34:03.109654 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=a6955841-61c4-46fa-87d7-2e7c5f8f2526,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:03.171495 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.232808 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Pushing event updated for resources: {'Port': ['ID=b689c80f-c135-42ee-bfc7-aaf250180797,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:03.255686 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Attempting to bind port b689c80f-c135-42ee-bfc7-aaf250180797 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:34:03.256046 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Attempting to bind port b689c80f-c135-42ee-bfc7-aaf250180797 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:34:03.256399 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Attempting to bind port b689c80f-c135-42ee-bfc7-aaf250180797 on network d12a65d1-636f-4933-8576-b5df7f432db0 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:34:03.266664 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:34:03.267029 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Checking segment: {'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:03.267421 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.267834 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Bound using segment: {'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:34:03.268298 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Bound port: b689c80f-c135-42ee-bfc7-aaf250180797, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:34:03.268668 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.360425 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.383262 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] For port b689c80f-c135-42ee-bfc7-aaf250180797, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:34:03.392485 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] For port b689c80f-c135-42ee-bfc7-aaf250180797, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=b689c80f-c135-42ee-bfc7-aaf250180797,segment=NetworkSegment(b915c92c-9e7c-4287-9527-8c69751f3494),segment_id=b915c92c-9e7c-4287-9527-8c69751f3494)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:34:03.397155 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.401476 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.416064 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Transition to ACTIVE for port object 8b474a2e-ba84-4383-a6ca-37036eed4372 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:03.444407 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.484423 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65903b9-0d01-4b35-8d86-a20cf47b336c None None] Pushing event updated for resources: {'Port': ['ID=b689c80f-c135-42ee-bfc7-aaf250180797,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:03.518124 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Router b7547d4f-a00e-4f0d-9143-d769a30db6f6 is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:34:03.572572 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34638301-6e0f-480f-bde2-ba276a15974f None None] Pushing event updated for resources: {'Port': ['ID=8b474a2e-ba84-4383-a6ca-37036eed4372,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:03.578157 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Attempting to bind port 8b474a2e-ba84-4383-a6ca-37036eed4372 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:34:03.578528 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Attempting to bind port 8b474a2e-ba84-4383-a6ca-37036eed4372 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:34:03.579223 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Attempting to bind port 8b474a2e-ba84-4383-a6ca-37036eed4372 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:34:03.584450 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:34:03.584826 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Checking segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:03.585224 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.585609 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Bound using segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:34:03.586078 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Bound port: 8b474a2e-ba84-4383-a6ca-37036eed4372, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:34:03.586992 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.672484 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:34:03.682005 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Sync routers for ids ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:34:03.699037 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Routers {'b7547d4f-a00e-4f0d-9143-d769a30db6f6'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:03.699871 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:03.705608 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.705836 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] For port 8b474a2e-ba84-4383-a6ca-37036eed4372, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:34:03.709542 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9a7d7ab1-92b0-430a-96d7-b11a7ea9a4a9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7740877 Jul 28 03:34:03.709542 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49474) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:03.709760 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] For port 8b474a2e-ba84-4383-a6ca-37036eed4372, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=8b474a2e-ba84-4383-a6ca-37036eed4372,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:34:03.720482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:03.824733 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:03.825960 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:33:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:03.849012 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34638301-6e0f-480f-bde2-ba276a15974f None None] Pushing event updated for resources: {'Port': ['ID=8b474a2e-ba84-4383-a6ca-37036eed4372,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:03.873085 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Set router b7547d4f-a00e-4f0d-9143-d769a30db6f6 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:04.004997 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-b7bbcf50-c052-4702-966e-24b6d7da89ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.036276 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.052770 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:04.183233 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:34:03Z', 'revision_number': 3, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port': {'id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:02Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:04.218978 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Checking router: b7547d4f-a00e-4f0d-9143-d769a30db6f6 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:34:04.219351 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Updating router b7547d4f-a00e-4f0d-9143-d769a30db6f6 port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:34:04.273239 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee2403-9916-4ac7-9480-76eb1fd18869 req-66b5d91c-60b9-4105-b220-3443ac2f92c7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:04.274836 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82ee2403-9916-4ac7-9480-76eb1fd18869 req-66b5d91c-60b9-4105-b220-3443ac2f92c7 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 946 time: 0.0945966 Jul 28 03:34:04.325979 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:03Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:04.347997 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.353798 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72318e-2658-4e1e-b764-1c1b643b9ac8 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:03Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:34:04.369230 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-82ee2403-9916-4ac7-9480-76eb1fd18869 req-5b1b43ee-7ccd-4779-be32-80a39f7748aa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563622 Jul 28 03:34:04.376341 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.630020 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Allocated IP 172.20.0.1 (d12a65d1-636f-4933-8576-b5df7f432db0/92643373-b178-4bef-a94a-c4338cd7f709/acb578a9-3f4f-4d2d-a447-5284a9fc371b) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:34:04.657529 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device a6955841-61c4-46fa-87d7-2e7c5f8f2526 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:04.721625 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.735612 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port a6955841-61c4-46fa-87d7-2e7c5f8f2526 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:04.736155 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Transition to ACTIVE for port object 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:04.743579 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.746715 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.755104 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39200a-b2b5-4472-aed1-177b1593973b None None] Network d12a65d1-636f-4933-8576-b5df7f432db0 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:34:04.790049 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.807342 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.provisioning_blocks [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Transition to ACTIVE for port object acb578a9-3f4f-4d2d-a447-5284a9fc371b will not be triggered until provisioned by entity DHCP. {{(pid=93018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:04.820863 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6550f19-b348-45ea-b6f6-eebfe4e64f67 None None] Pushing event updated for resources: {'Port': ['ID=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,revision_number=2']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:04.833287 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Attempting to bind port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:34:04.833651 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Attempting to bind port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:34:04.834008 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Attempting to bind port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:34:04.839577 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:34:04.839955 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:04.840356 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.841487 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:34:04.841808 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Bound port: 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:34:04.842349 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.852338 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.892346 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Network d12a65d1-636f-4933-8576-b5df7f432db0 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:04.895447 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:04.899237 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:34:04.910905 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] For port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:34:04.915429 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] For port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:34:04.925725 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:04.953846 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Pushing event updated for resources: {'Port': ['ID=acb578a9-3f4f-4d2d-a447-5284a9fc371b,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:04.962445 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.006120 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-9d3da8f2-71df-4ede-b7a2-4f59947d4f43 None None] Provisioning for port b689c80f-c135-42ee-bfc7-aaf250180797 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:05.021541 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Routers {'b7547d4f-a00e-4f0d-9143-d769a30db6f6'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:05.022198 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:05.040933 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.066367 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6550f19-b348-45ea-b6f6-eebfe4e64f67 None None] Pushing event updated for resources: {'Port': ['ID=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:05.111109 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.119201 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b689c80f-c135-42ee-bfc7-aaf250180797 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:05.162263 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] Set router b7547d4f-a00e-4f0d-9143-d769a30db6f6 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:05.226537 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port b689c80f-c135-42ee-bfc7-aaf250180797 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:05.233221 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port b689c80f-c135-42ee-bfc7-aaf250180797 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:05.233846 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.333278 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.334847 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.343317 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.379802 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port b689c80f-c135-42ee-bfc7-aaf250180797, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=b689c80f-c135-42ee-bfc7-aaf250180797,segment=NetworkSegment(b915c92c-9e7c-4287-9527-8c69751f3494),segment_id=b915c92c-9e7c-4287-9527-8c69751f3494)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:05.391008 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.407083 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:34:03Z', 'revision_number': 3, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port': {'id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:02Z', 'updated_at': '2021-07-28T03:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:05.447295 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Pushing event updated for resources: {'Port': ['ID=acb578a9-3f4f-4d2d-a447-5284a9fc371b,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:05.461559 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.486574 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=b689c80f-c135-42ee-bfc7-aaf250180797,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:05.494587 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba505f1-a49a-4570-934c-b0785d56b441 None None] The sync data for ids ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'] in dv-cinder-786260-14-iscsi is: [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:34:03Z', 'revision_number': 3, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port': {'id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:02Z', 'updated_at': '2021-07-28T03:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:34:05.553457 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-99b831e7-319c-4942-9713-17a5c02a9e4b None None] Provisioning complete for port b689c80f-c135-42ee-bfc7-aaf250180797 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:05.553828 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-99b831e7-319c-4942-9713-17a5c02a9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.611437 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4085d0-342a-43c2-9b43-fa2f13902ad7 req-37589370-158c-4e73-8929-e746ad61ec7c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:05.613032 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce4085d0-342a-43c2-9b43-fa2f13902ad7 req-37589370-158c-4e73-8929-e746ad61ec7c tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 946 time: 0.1393259 Jul 28 03:34:05.653655 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Network d12a65d1-636f-4933-8576-b5df7f432db0 is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:05.658875 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:05.675908 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ce4085d0-342a-43c2-9b43-fa2f13902ad7 req-6b3e0282-4827-4eb2-a079-663322615df9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups?id=c80d1fde-4197-4024-8f42-fd7e7d2280e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481040 Jul 28 03:34:05.696724 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-99b831e7-319c-4942-9713-17a5c02a9e4b None None] Provisioning for port acb578a9-3f4f-4d2d-a447-5284a9fc371b completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:05.717954 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-99b831e7-319c-4942-9713-17a5c02a9e4b None None] Provisioning complete for port acb578a9-3f4f-4d2d-a447-5284a9fc371b triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:05.718362 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-99b831e7-319c-4942-9713-17a5c02a9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.772266 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-99b831e7-319c-4942-9713-17a5c02a9e4b None None] Port acb578a9-3f4f-4d2d-a447-5284a9fc371b cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:34:05.785327 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-d393ce4b-d0f6-435c-b525-9d078936c9c9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:05.786867 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-d393ce4b-d0f6-435c-b525-9d078936c9c9 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 946 time: 0.0849986 Jul 28 03:34:05.799194 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Router b7547d4f-a00e-4f0d-9143-d769a30db6f6 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:34:05.895689 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Deleting port 6f969e79-6d47-4e12-81e6-ab8234994dee {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:34:05.896043 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.902238 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-71dac700-33a1-4312-b590-7fe28597902d None None] Provisioning complete for port acb578a9-3f4f-4d2d-a447-5284a9fc371b triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:05.902900 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-71dac700-33a1-4312-b590-7fe28597902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:05.945824 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-71dac700-33a1-4312-b590-7fe28597902d None None] Port acb578a9-3f4f-4d2d-a447-5284a9fc371b cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:34:06.042300 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] For port 6f969e79-6d47-4e12-81e6-ab8234994dee, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6f969e79-6d47-4e12-81e6-ab8234994dee,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:06.042688 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.171103 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-a0a3aea6-66db-4a7d-8895-15fc3f178380 None None] Provisioning complete for port acb578a9-3f4f-4d2d-a447-5284a9fc371b triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:06.171923 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a0a3aea6-66db-4a7d-8895-15fc3f178380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.206788 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:34:06.213276 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-87e38187-23c9-484a-a2ed-b1eaeb332dae admin admin] 10.222.0.20 "PUT /v2.0/routers/b7547d4f-a00e-4f0d-9143-d769a30db6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5032613 Jul 28 03:34:06.224145 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3aea6-66db-4a7d-8895-15fc3f178380 None None] Port acb578a9-3f4f-4d2d-a447-5284a9fc371b cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:34:06.241681 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.242403 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.242809 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Floating IP 956e061d-8cbc-4858-9ebd-e1e6910b634d disassociated. External IP: 172.27.3.97, port: 6f969e79-6d47-4e12-81e6-ab8234994dee. Jul 28 03:34:06.243256 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Calling delete_port for 6f969e79-6d47-4e12-81e6-ab8234994dee owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:34:06.386362 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.415689 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event deleted for resources: {'Port': ['ID=6f969e79-6d47-4e12-81e6-ab8234994dee,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:06.531136 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:34:06.652681 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 8b474a2e-ba84-4383-a6ca-37036eed4372 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:06.670517 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:34:06.684072 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.689810 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] Sync routers for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:34:06.716444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] No DVR routers for this DVR port 6f969e79-6d47-4e12-81e6-ab8234994dee on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:34:06.717437 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:06.718595 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:06.719806 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.722239 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-87ffd86a-6bf0-4497-9e60-d71161c46819 req-cafaa36d-3fe1-4cd7-89c4-7580465f8eaa tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.10 "DELETE /v2.0/ports/6f969e79-6d47-4e12-81e6-ab8234994dee HTTP/1.1" status: 204 len: 173 time: 0.9292715 Jul 28 03:34:06.722907 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-deleted', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:34:06.726587 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9be7cb-b8d3-4280-9b74-5f2aeae44daa" -d '{"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-deleted", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:34:06.770104 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 8b474a2e-ba84-4383-a6ca-37036eed4372 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:06.778035 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 8b474a2e-ba84-4383-a6ca-37036eed4372 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:06.779141 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.800809 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49496) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:06.805742 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-3e58caba-2367-4d2c-95d9-ebc26d08b233 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1650343149', 'description': 'tempest-secgroup-smoke-1650343149 description', 'project_id': '92d80a7b26784c34a2d49166d746106a'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:06.838471 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3e58caba-2367-4d2c-95d9-ebc26d08b233 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.840076 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-80b0e22b-fd06-42ff-9c83-8d10cf9c5c5d req-dfa5ae44-9579-4483-a9f0-c82606bca757 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/ports?device_id=681335c9-f10f-432a-bae1-72da715f16c7 HTTP/1.1" status: 200 len: 210 time: 0.0470779 Jul 28 03:34:06.952297 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613a991c-d7ce-48df-abab-f8fb718cf356 x-openstack-request-id: req-613a991c-d7ce-48df-abab-f8fb718cf356 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:34:06.952589 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681335c9-f10f-432a-bae1-72da715f16c7", "name": "network-vif-deleted", "tag": "6f969e79-6d47-4e12-81e6-ab8234994dee", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:34:06.952842 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-613a991c-d7ce-48df-abab-f8fb718cf356 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:34:06.953237 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681335c9-f10f-432a-bae1-72da715f16c7', 'name': 'network-vif-deleted', 'tag': '6f969e79-6d47-4e12-81e6-ab8234994dee', 'status': 'completed', 'code': 200} Jul 28 03:34:06.960291 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3e58caba-2367-4d2c-95d9-ebc26d08b233 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.964728 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3e58caba-2367-4d2c-95d9-ebc26d08b233 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:06.964910 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:06.995695 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-3e58caba-2367-4d2c-95d9-ebc26d08b233 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.000546 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49500) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.000866 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-3e58caba-2367-4d2c-95d9-ebc26d08b233 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1986582 Jul 28 03:34:07.005915 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-34a44bd9-9a85-4532-b491-6d45456de8b4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'security_group_rule': {'security_group_id': 'e7742089-148c-4bfb-92ec-7e508691901e', 'project_id': '92d80a7b26784c34a2d49166d746106a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:07.006549 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58caba-2367-4d2c-95d9-ebc26d08b233 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7742089-148c-4bfb-92ec-7e508691901e,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.014160 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.036002 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34a44bd9-9a85-4532-b491-6d45456de8b4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.100397 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34a44bd9-9a85-4532-b491-6d45456de8b4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.104284 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34a44bd9-9a85-4532-b491-6d45456de8b4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.118413 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 8b474a2e-ba84-4383-a6ca-37036eed4372, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=8b474a2e-ba84-4383-a6ca-37036eed4372,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:07.123808 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a44bd9-9a85-4532-b491-6d45456de8b4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f9411b-ea35-4aa3-9b20-63bce7ec9dcb,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.128581 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.129583 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:07.133138 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-34a44bd9-9a85-4532-b491-6d45456de8b4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.133138 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-34a44bd9-9a85-4532-b491-6d45456de8b4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308229 Jul 28 03:34:07.135929 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49502) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.141124 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-a73771a6-4f18-4952-a22a-0bdad8a595b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'security_group_rule': {'security_group_id': 'e7742089-148c-4bfb-92ec-7e508691901e', 'project_id': '92d80a7b26784c34a2d49166d746106a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:07.168112 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a73771a6-4f18-4952-a22a-0bdad8a595b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.235354 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=8b474a2e-ba84-4383-a6ca-37036eed4372,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.245113 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a73771a6-4f18-4952-a22a-0bdad8a595b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.250441 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a73771a6-4f18-4952-a22a-0bdad8a595b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.271801 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73771a6-4f18-4952-a22a-0bdad8a595b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1935b6ee-5b6c-4bd5-bce2-3c36e54bd7ac,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.278024 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:07.285127 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:07.285496 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.287571 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a73771a6-4f18-4952-a22a-0bdad8a595b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.291529 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a73771a6-4f18-4952-a22a-0bdad8a595b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518123 Jul 28 03:34:07.291721 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49504) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.296377 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-864e4636-48b0-4f45-bf94-ebdbf5c4ed3c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'security_group_rule': {'security_group_id': 'e7742089-148c-4bfb-92ec-7e508691901e', 'project_id': '92d80a7b26784c34a2d49166d746106a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:07.326450 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-864e4636-48b0-4f45-bf94-ebdbf5c4ed3c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.337378 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:07.364702 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] Checking router: c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:34:07.382845 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-864e4636-48b0-4f45-bf94-ebdbf5c4ed3c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.387252 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-864e4636-48b0-4f45-bf94-ebdbf5c4ed3c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.393785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:07.394391 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:07.404378 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e4636-48b0-4f45-bf94-ebdbf5c4ed3c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d0a9c4-f234-45f5-91ba-76022a87e4bb,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.411149 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-864e4636-48b0-4f45-bf94-ebdbf5c4ed3c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.414957 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-864e4636-48b0-4f45-bf94-ebdbf5c4ed3c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197686 Jul 28 03:34:07.415182 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49506) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.420013 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-74bbc86c-e104-49bb-90cd-430b33d5e726 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'security_group_rule': {'security_group_id': 'e7742089-148c-4bfb-92ec-7e508691901e', 'project_id': '92d80a7b26784c34a2d49166d746106a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:07.445146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-74bbc86c-e104-49bb-90cd-430b33d5e726 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.450770 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.505999 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:07.511500 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.512283 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b689c80f-c135-42ee-bfc7-aaf250180797 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:07.514340 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-74bbc86c-e104-49bb-90cd-430b33d5e726 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.521369 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-74bbc86c-e104-49bb-90cd-430b33d5e726 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.538902 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbc86c-e104-49bb-90cd-430b33d5e726 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaa8f3a-1a69-429a-b616-8d57785111b1,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.545922 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-74bbc86c-e104-49bb-90cd-430b33d5e726 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.547224 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-74bbc86c-e104-49bb-90cd-430b33d5e726 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310265 Jul 28 03:34:07.549906 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49508) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.554449 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'security_group_rule': {'security_group_id': 'e7742089-148c-4bfb-92ec-7e508691901e', 'project_id': '92d80a7b26784c34a2d49166d746106a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:07.572393 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:07.577660 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Project 92d80a7b26784c34a2d49166d746106a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:34:07.582884 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.652645 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.657616 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.675160 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a332fde-a9a7-4886-b3c6-c9c76cf918df,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.678979 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.683340 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.687654 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49510) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.687892 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ed86d180-5640-4539-9280-60559b6d0c06 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369884 Jul 28 03:34:07.692807 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'security_group_rule': {'security_group_id': 'e7742089-148c-4bfb-92ec-7e508691901e', 'project_id': '92d80a7b26784c34a2d49166d746106a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:07.716755 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.securitygroups_db [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Project 92d80a7b26784c34a2d49166d746106a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:34:07.723196 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.731167 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port b689c80f-c135-42ee-bfc7-aaf250180797 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:07.731601 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.789227 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.794331 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.816461 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a57bcd9-1c68-469d-9a89-70d15bee10f1,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:07.818197 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Sync routers for ids ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:34:07.819878 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:07.833308 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-35d31304-e426-4dfb-9625-410207149605 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358252 Jul 28 03:34:07.834054 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Routers {'b7547d4f-a00e-4f0d-9143-d769a30db6f6'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:07.834779 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:07.884005 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:07.924101 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de571aef-5806-4fd1-b354-e6903821e7dc None None] The sync data for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi is: [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:23:23Z', 'revision_number': 4, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '27a47f7f-db6a-47d4-9c1e-2ab30dc18441', 'name': '', 'network_id': 'df34578e-4cb3-4521-a3b3-68cf77ed2627', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'mac_address': 'fa:16:3e:1c:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:19Z', 'updated_at': '2021-07-28T03:23:28Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'subnets': [{'id': '62f86aab-e75e-4c27-9ed1-21efa3763eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:34:07.962312 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49542) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:07.982993 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Set router b7547d4f-a00e-4f0d-9143-d769a30db6f6 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:08.033004 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cc06cb70-0922-4f36-9581-233b399a6291 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.057921 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cc06cb70-0922-4f36-9581-233b399a6291 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.121688 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cc06cb70-0922-4f36-9581-233b399a6291 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.125148 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cc06cb70-0922-4f36-9581-233b399a6291 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.126471 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-cc06cb70-0922-4f36-9581-233b399a6291 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "DELETE /v2.0/security-groups/c80d1fde-4197-4024-8f42-fd7e7d2280e8 HTTP/1.1" status: 204 len: 168 time: 0.1629677 Jul 28 03:34:08.129898 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49560) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:08.142528 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06cb70-0922-4f36-9581-233b399a6291 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d1fde-4197-4024-8f42-fd7e7d2280e8,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:08.159051 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.api.v2.resource [None req-d4f6fdd2-4aea-4278-a986-4923b9018e54 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] show failed (client error): The resource could not be found. Jul 28 03:34:08.160555 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d4f6fdd2-4aea-4278-a986-4923b9018e54 tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "GET /v2.0/security-groups/c80d1fde-4197-4024-8f42-fd7e7d2280e8 HTTP/1.1" status: 404 len: 347 time: 0.0290453 Jul 28 03:34:08.163357 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49562) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:08.232651 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:34:05Z', 'revision_number': 4, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port': {'id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:02Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'acb578a9-3f4f-4d2d-a447-5284a9fc371b', 'name': '', 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '92643373-b178-4bef-a94a-c4338cd7f709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:04Z', 'updated_at': '2021-07-28T03:34:05Z', 'revision_number': 2, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'subnets': [{'id': '92643373-b178-4bef-a94a-c4338cd7f709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:08.265385 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Checking router: b7547d4f-a00e-4f0d-9143-d769a30db6f6 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:34:08.265385 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Updating router b7547d4f-a00e-4f0d-9143-d769a30db6f6 port acb578a9-3f4f-4d2d-a447-5284a9fc371b binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:34:08.292711 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df541708-5855-45bf-a14c-4dd71b02f1f7 None None] New status for floating IP 956e061d-8cbc-4858-9ebd-e1e6910b634d: DOWN {{(pid=93019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:34:08.292996 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.315283 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Deleting port b8307912-3872-4f30-a1fa-9535f28d5986 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:34:08.315283 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.479563 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.480436 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.497824 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Calling delete_port for b8307912-3872-4f30-a1fa-9535f28d5986 owned by network:floatingip {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:34:08.520468 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 8b474a2e-ba84-4383-a6ca-37036eed4372 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:08.623835 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 8b474a2e-ba84-4383-a6ca-37036eed4372 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:08.624281 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.663672 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.669906 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.676296 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Transition to ACTIVE for port object acb578a9-3f4f-4d2d-a447-5284a9fc371b will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:08.683186 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.696960 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Pushing event deleted for resources: {'Port': ['ID=b8307912-3872-4f30-a1fa-9535f28d5986,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:08.740030 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:08.741545 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2aa56-c5ef-421a-90ab-42bd15d03d81 None None] Pushing event updated for resources: {'Port': ['ID=acb578a9-3f4f-4d2d-a447-5284a9fc371b,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:08.771982 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks [] for floatingip, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.774960 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.780777 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-dc9e35a2-5e73-423d-b3af-85c0287e8bbd tempest-AttachVolumeShelveTestJSON-1252168841 tempest-AttachVolumeShelveTestJSON-1252168841-project] 10.222.0.20 "DELETE /v2.0/floatingips/956e061d-8cbc-4858-9ebd-e1e6910b634d HTTP/1.1" status: 204 len: 168 time: 0.6102157 Jul 28 03:34:08.812029 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:08.814172 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.833696 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Attempting to bind port acb578a9-3f4f-4d2d-a447-5284a9fc371b on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:34:08.834173 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Attempting to bind port acb578a9-3f4f-4d2d-a447-5284a9fc371b by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:34:08.834427 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Attempting to bind port acb578a9-3f4f-4d2d-a447-5284a9fc371b on network d12a65d1-636f-4933-8576-b5df7f432db0 {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:34:08.844293 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:34:08.845026 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Checking segment: {'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:08.845142 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.845525 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Bound using segment: {'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:34:08.845951 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Bound port: acb578a9-3f4f-4d2d-a447-5284a9fc371b, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b915c92c-9e7c-4287-9527-8c69751f3494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:34:08.846323 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.924304 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] For port acb578a9-3f4f-4d2d-a447-5284a9fc371b, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:34:08.929215 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] For port acb578a9-3f4f-4d2d-a447-5284a9fc371b, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=acb578a9-3f4f-4d2d-a447-5284a9fc371b,segment=NetworkSegment(b915c92c-9e7c-4287-9527-8c69751f3494),segment_id=b915c92c-9e7c-4287-9527-8c69751f3494)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:34:08.938114 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:08.999841 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Routers {'b7547d4f-a00e-4f0d-9143-d769a30db6f6'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:09.000479 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:09.040893 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2aa56-c5ef-421a-90ab-42bd15d03d81 None None] Pushing event updated for resources: {'Port': ['ID=acb578a9-3f4f-4d2d-a447-5284a9fc371b,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:09.206474 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] Set router b7547d4f-a00e-4f0d-9143-d769a30db6f6 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:09.405179 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:34:05Z', 'revision_number': 4, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port': {'id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:02Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'acb578a9-3f4f-4d2d-a447-5284a9fc371b', 'name': '', 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '92643373-b178-4bef-a94a-c4338cd7f709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:04Z', 'updated_at': '2021-07-28T03:34:08Z', 'revision_number': 4, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'subnets': [{'id': '92643373-b178-4bef-a94a-c4338cd7f709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:09.430019 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d3b50-ad17-4bbb-be8a-a37d8b930ff4 None None] The sync data for ids ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'] in dv-cinder-786260-14-iscsi is: [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:34:05Z', 'revision_number': 4, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port': {'id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:02Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'acb578a9-3f4f-4d2d-a447-5284a9fc371b', 'name': '', 'network_id': 'd12a65d1-636f-4933-8576-b5df7f432db0', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'mac_address': 'fa:16:3e:fc:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '92643373-b178-4bef-a94a-c4338cd7f709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:04Z', 'updated_at': '2021-07-28T03:34:08Z', 'revision_number': 4, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'subnets': [{'id': '92643373-b178-4bef-a94a-c4338cd7f709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:34:10.062961 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:34:10.084117 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 6f969e79-6d47-4e12-81e6-ab8234994dee {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:34:10.084495 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 6f969e79-6d47-4e12-81e6-ab8234994dee not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:34:10.479421 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device acb578a9-3f4f-4d2d-a447-5284a9fc371b up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:10.536307 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port acb578a9-3f4f-4d2d-a447-5284a9fc371b completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:10.540360 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port acb578a9-3f4f-4d2d-a447-5284a9fc371b triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:10.540734 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:10.621205 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:10.653347 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port acb578a9-3f4f-4d2d-a447-5284a9fc371b, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=acb578a9-3f4f-4d2d-a447-5284a9fc371b,segment=NetworkSegment(b915c92c-9e7c-4287-9527-8c69751f3494),segment_id=b915c92c-9e7c-4287-9527-8c69751f3494)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:10.657605 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:10.705650 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=acb578a9-3f4f-4d2d-a447-5284a9fc371b,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:11.246331 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49606) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:11.751167 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:12.001634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Deleting port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:34:12.002073 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:12.080629 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] For port 27a47f7f-db6a-47d4-9c1e-2ab30dc18441, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:12.081016 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:12.093691 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Calling delete_port for 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:34:12.269632 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:12.295054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Pushing event deleted for resources: {'Port': ['ID=27a47f7f-db6a-47d4-9c1e-2ab30dc18441,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:12.470013 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:12.521714 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device acb578a9-3f4f-4d2d-a447-5284a9fc371b up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:12.572533 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port acb578a9-3f4f-4d2d-a447-5284a9fc371b triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:12.572970 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:12.695328 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:34:12.796605 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:34:12.801676 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5fda4219-8763-49bd-a937-2dcde319748c admin admin] 10.222.0.20 "PUT /v2.0/routers/c550932c-6e3d-4fc2-b36c-6fe3ac2cc465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5542161 Jul 28 03:34:12.804003 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49614) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:12.806645 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] Sync routers for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:34:12.816527 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:12.817154 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:12.913397 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:12.922325 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:13.017282 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.071835 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Deleting port 7d4047a5-c436-4849-9dca-e5bf511f3f38 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:34:13.072089 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.101829 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:34:12Z', 'revision_number': 5, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port': {'id': '7d4047a5-c436-4849-9dca-e5bf511f3f38', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:23:11Z', 'updated_at': '2021-07-28T03:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:13.132480 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] Checking router: c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:34:13.141162 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] Routers {'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:13.141881 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:13.151838 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] For port 7d4047a5-c436-4849-9dca-e5bf511f3f38, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7d4047a5-c436-4849-9dca-e5bf511f3f38,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:13.152231 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.165662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Calling delete_port for 7d4047a5-c436-4849-9dca-e5bf511f3f38 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:34:13.227735 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] Set router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:13.279813 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:34:13Z', 'revision_number': 6, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:13.310064 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8f6077-6ced-404e-9e1f-2800194cdc56 None None] The sync data for ids ['c550932c-6e3d-4fc2-b36c-6fe3ac2cc465'] in dv-cinder-786260-14-iscsi is: [{'id': 'c550932c-6e3d-4fc2-b36c-6fe3ac2cc465', 'name': 'tempest-AttachVolumeShelveTestJSON-601525224-router', 'tenant_id': '31ef9583fb604ab69f1d100171ced56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:23:09Z', 'updated_at': '2021-07-28T03:34:13Z', 'revision_number': 6, 'project_id': '31ef9583fb604ab69f1d100171ced56a', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:34:13.338862 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.365245 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4047a5-c436-4849-9dca-e5bf511f3f38,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:13.428723 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.517112 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.519167 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.563570 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.564114 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:34:13.568381 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.569526 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b638ecc4-b231-44ff-b216-93901fc246f1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c550932c-6e3d-4fc2-b36c-6fe3ac2cc465 HTTP/1.1" status: 204 len: 168 time: 0.7645507 Jul 28 03:34:13.572235 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49616) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:13.616820 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] Deleting subnet 62f86aab-e75e-4c27-9ed1-21efa3763eff {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:34:13.619923 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.656087 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.741250 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.795327 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.822399 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f86aab-e75e-4c27-9ed1-21efa3763eff,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:13.824631 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.827078 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c6084e8f-0a2a-4467-81f2-0e1f91e35f8f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/62f86aab-e75e-4c27-9ed1-21efa3763eff HTTP/1.1" status: 204 len: 168 time: 0.2539239 Jul 28 03:34:13.829507 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49620) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:13.831673 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5abdf3-45db-49aa-a112-2d78b4358e2a None None] Network df34578e-4cb3-4521-a3b3-68cf77ed2627 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:34:13.898777 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:13.953696 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Deleting port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:34:13.954041 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.019018 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] For port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:14.019336 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.031811 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Calling delete_port for d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:34:14.069820 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] DHCP port deletion for df34578e-4cb3-4521-a3b3-68cf77ed2627 request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:34:14.126504 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] Deleting port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:34:14.126880 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.203750 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] For port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,segment=NetworkSegment(bebc4992-c857-45eb-b4d6-f28b968343b3),segment_id=bebc4992-c857-45eb-b4d6-f28b968343b3)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:14.204190 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.218283 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] Calling delete_port for d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:34:14.308606 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.336942 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] Pushing event deleted for resources: {'Port': ['ID=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:14.341842 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f6ba0-fdf6-4f68-97d5-3eb060f1477b None None] No DVR routers for this DVR port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 on host dv-cinder-786260-14-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:34:14.374677 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.400545 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fa8002-ce9d-44f8-ba8b-f0ec79a49034,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:14.403293 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] No DVR routers for this DVR port d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 on host dv-cinder-786260-14-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:34:14.469653 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:34:14.479754 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.489669 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df34578e-4cb3-4521-a3b3-68cf77ed2627']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:14.492827 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:34:14.493181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 27a47f7f-db6a-47d4-9c1e-2ab30dc18441 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:34:14.493596 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:34:14.500622 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebc4992-c857-45eb-b4d6-f28b968343b3') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:14.500972 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebc4992-c857-45eb-b4d6-f28b968343b3') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:14.510067 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.516346 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:34:14.516690 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device d4fa8002-ce9d-44f8-ba8b-f0ec79a49034 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:34:14.517107 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7d4047a5-c436-4849-9dca-e5bf511f3f38 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:34:14.525219 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.531197 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:34:14.531641 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: self.session.flush() Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: self.session.flush() Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: self.session.flush() Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: self.session.flush() Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:34:14.533347 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:34:14.536345 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 7d4047a5-c436-4849-9dca-e5bf511f3f38 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:34:14.536606 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7d4047a5-c436-4849-9dca-e5bf511f3f38 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:34:14.591749 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.596265 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.598174 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] 10.222.0.20 "DELETE /v2.0/networks/df34578e-4cb3-4521-a3b3-68cf77ed2627 HTTP/1.1" status: 204 len: 168 time: 0.7677131 Jul 28 03:34:14.610281 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408d55c-f71a-4f3c-a2a8-c918ba7c257f admin admin] Pushing event deleted for resources: {'Network': ['ID=df34578e-4cb3-4521-a3b3-68cf77ed2627,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:14.722490 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49626) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:14.761814 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-232f7039-d167-42c8-82c9-2a67f4b4b4b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ef9583fb604ab69f1d100171ced56a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380926 Jul 28 03:34:14.765068 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49628) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:14.816464 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-112eb4da-c4a6-4c5a-b27e-9ba60c62859a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.838487 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-112eb4da-c4a6-4c5a-b27e-9ba60c62859a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.883739 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-112eb4da-c4a6-4c5a-b27e-9ba60c62859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.886261 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-112eb4da-c4a6-4c5a-b27e-9ba60c62859a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:14.887393 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-112eb4da-c4a6-4c5a-b27e-9ba60c62859a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8269252c-2e12-45ee-9360-e51abfdcbeb0 HTTP/1.1" status: 204 len: 168 time: 0.1214457 Jul 28 03:34:14.894908 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112eb4da-c4a6-4c5a-b27e-9ba60c62859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8269252c-2e12-45ee-9360-e51abfdcbeb0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:16.526474 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49680) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:16.627641 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-270f2c87-2a0b-4494-a5da-0566cc5cf6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:16.716081 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-270f2c87-2a0b-4494-a5da-0566cc5cf6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:16.720245 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-270f2c87-2a0b-4494-a5da-0566cc5cf6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:16.762189 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-270f2c87-2a0b-4494-a5da-0566cc5cf6ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea03251922d44731bf9d105bfee26ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322559 Jul 28 03:34:16.762189 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f2c87-2a0b-4494-a5da-0566cc5cf6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca51456-d973-4e20-a037-b442e8546bce,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:16.762786 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49684) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:16.815298 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-11a856d7-5f6f-4d15-b046-e64bd48377ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:16.837349 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-11a856d7-5f6f-4d15-b046-e64bd48377ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:16.884235 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-11a856d7-5f6f-4d15-b046-e64bd48377ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:16.886981 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-11a856d7-5f6f-4d15-b046-e64bd48377ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:16.888179 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-11a856d7-5f6f-4d15-b046-e64bd48377ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ca51456-d973-4e20-a037-b442e8546bce HTTP/1.1" status: 204 len: 168 time: 0.1242697 Jul 28 03:34:16.895716 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a856d7-5f6f-4d15-b046-e64bd48377ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca51456-d973-4e20-a037-b442e8546bce,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:17.158162 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49692) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:17.171886 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-acce6a78-8f57-421e-aaeb-38b73c768878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:17.260940 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-acce6a78-8f57-421e-aaeb-38b73c768878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:17.265283 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-acce6a78-8f57-421e-aaeb-38b73c768878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:17.302276 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce6a78-8f57-421e-aaeb-38b73c768878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ef559d-4a04-4a2c-911d-ff92419ebfd1,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:17.307609 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-acce6a78-8f57-421e-aaeb-38b73c768878 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6b5eef381174be7b53a8ae09e3fc7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480119 Jul 28 03:34:17.310101 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49694) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:17.359022 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-14f52267-14f6-4abc-b779-b946d8236a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:17.380096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-14f52267-14f6-4abc-b779-b946d8236a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:17.428887 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-14f52267-14f6-4abc-b779-b946d8236a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:17.431401 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-14f52267-14f6-4abc-b779-b946d8236a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:17.432586 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-14f52267-14f6-4abc-b779-b946d8236a13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60ef559d-4a04-4a2c-911d-ff92419ebfd1 HTTP/1.1" status: 204 len: 168 time: 0.1214678 Jul 28 03:34:17.440058 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f52267-14f6-4abc-b779-b946d8236a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ef559d-4a04-4a2c-911d-ff92419ebfd1,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:28.681750 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-10eb97f2-8bb3-40c9-a289-a6fe4a6812d4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650343149&fields=id&tenant_id=92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 267 time: 0.0323603 Jul 28 03:34:28.789124 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-f003360c-bc3f-4205-8186-bf2ea53fc29a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:28.790577 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-f003360c-bc3f-4205-8186-bf2ea53fc29a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 810 time: 0.1017816 Jul 28 03:34:28.804864 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-6785250a-e570-46b1-aeb5-9a445c3afea3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/quotas/92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 375 time: 0.0085928 Jul 28 03:34:28.854321 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-59afb768-7c23-4689-821a-bf6047bd101f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444782 Jul 28 03:34:28.868957 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-d02a6292-a924-4308-a2b8-69aac5a20d98 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:34:28.869895 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-d02a6292-a924-4308-a2b8-69aac5a20d98 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050137 Jul 28 03:34:28.958738 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-8ab20c7f-3fb0-47e9-adf1-d1e637a533b9 service neutron] 10.222.0.20 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828536 Jul 28 03:34:29.045339 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-cb3ce340-58eb-4121-9089-1377169ff904 service neutron] 10.222.0.20 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806918 Jul 28 03:34:29.340224 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a480cb51-949a-43e3-adad-d31376fd20d4 req-327c2a38-c4fb-4548-8777-a3d91e42dff6 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 210 time: 0.0306921 Jul 28 03:34:30.359052 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-5e465735-a26b-4dfa-a396-74cf4c8de73a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:30.360549 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-5e465735-a26b-4dfa-a396-74cf4c8de73a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 810 time: 0.1006067 Jul 28 03:34:30.413882 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-6d3a82a9-e115-4c3a-994a-ead53bbdf12e tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 380 time: 0.0441089 Jul 28 03:34:30.430473 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'port': {'device_id': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'admin_state_up': True, 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'security_groups': ['e7742089-148c-4bfb-92ec-7e508691901e']}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:30.456027 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2b23e343-13b8-4150-a8f4-dfb6c47d982e req-7369c61f-60e3-4b51-860e-f9f3baa5a8c1 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 210 time: 0.0441878 Jul 28 03:34:30.549645 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Made reservation on behalf of 92d80a7b26784c34a2d49166d746106a for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:34:30.553263 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:30.677035 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Allocated IP 172.20.0.11 (0ab64bde-994f-4966-aa3f-ec1c543b9310/fa82b82a-9a1e-4e37-851a-fc641333c5d8/7da615fb-d331-4ac8-88a7-0f33f23f1880) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:34:30.816701 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:30.830774 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Transition to ACTIVE for port object 7da615fb-d331-4ac8-88a7-0f33f23f1880 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:30.863978 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:30.905537 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:30.908508 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:30.913925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:34:30.940135 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=7da615fb-d331-4ac8-88a7-0f33f23f1880,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:30.953451 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.953801 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.954146 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.954484 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.954824 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.955160 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.955504 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.955841 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.956172 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.956496 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.956822 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.957147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:30.978910 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:30.979666 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:30.994376 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ff1242a4-c2d0-4a45-9307-5409da16f7f2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693133 Jul 28 03:34:31.005295 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-a90f8e85-322b-4021-9539-8511176f094c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:34:31.006336 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-a90f8e85-322b-4021-9539-8511176f094c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055757 Jul 28 03:34:31.018414 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Request body: {'port': {'device_id': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:31.080841 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.145660 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-cbc277cc-ae25-4f75-9651-cbfdc117d4d3 None None] Provisioning for port 7da615fb-d331-4ac8-88a7-0f33f23f1880 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:31.149246 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-cbc277cc-ae25-4f75-9651-cbfdc117d4d3 None None] Provisioning complete for port 7da615fb-d331-4ac8-88a7-0f33f23f1880 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:31.149601 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cbc277cc-ae25-4f75-9651-cbfdc117d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.182029 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-cbc277cc-ae25-4f75-9651-cbfdc117d4d3 None None] Port 7da615fb-d331-4ac8-88a7-0f33f23f1880 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:34:31.234726 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fe291998-9b4b-4195-b5d4-99ddb37def38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.334833 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da615fb-d331-4ac8-88a7-0f33f23f1880 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:34:31.341982 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.353335 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Transition to ACTIVE for port object 7da615fb-d331-4ac8-88a7-0f33f23f1880 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:34:31.357282 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.403716 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Pushing event updated for resources: {'Port': ['ID=7da615fb-d331-4ac8-88a7-0f33f23f1880,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:31.476312 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Attempting to bind port 7da615fb-d331-4ac8-88a7-0f33f23f1880 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:34:31.476881 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Attempting to bind port 7da615fb-d331-4ac8-88a7-0f33f23f1880 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:34:31.477212 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Attempting to bind port 7da615fb-d331-4ac8-88a7-0f33f23f1880 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:34:31.482447 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Port 7da615fb-d331-4ac8-88a7-0f33f23f1880 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:34:31.482775 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Attempting to bind port 7da615fb-d331-4ac8-88a7-0f33f23f1880 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:34:31.487803 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:34:31.488086 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Checking segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:34:31.488468 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Bound using segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:34:31.488893 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Bound port: 7da615fb-d331-4ac8-88a7-0f33f23f1880, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:34:31.489248 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.559212 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] For port 7da615fb-d331-4ac8-88a7-0f33f23f1880, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:34:31.562747 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] For port 7da615fb-d331-4ac8-88a7-0f33f23f1880, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:34:31.563623 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc024187-782b-4118-8754-75dfac78f9c4 req-8739357a-ec4b-4e74-90a6-e69a6a2cc15f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:31.565387 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc024187-782b-4118-8754-75dfac78f9c4 req-8739357a-ec4b-4e74-90a6-e69a6a2cc15f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0493801 Jul 28 03:34:31.567487 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.600841 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:31.601562 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:31.602803 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] 10.222.0.10 "PUT /v2.0/ports/7da615fb-d331-4ac8-88a7-0f33f23f1880 HTTP/1.1" status: 200 len: 1094 time: 0.5886536 Jul 28 03:34:31.603232 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:34:31.605584 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10976b8-a2d5-4f26-90bc-54cface8a177" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:34:31.611258 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc024187-782b-4118-8754-75dfac78f9c4 req-e6265d5c-cd0d-4209-887b-0d383c1b8ee2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 Jul 28 03:34:31.632467 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ce15b-80a1-44a0-8de8-5dd891f13f12 service neutron] Pushing event updated for resources: {'Port': ['ID=7da615fb-d331-4ac8-88a7-0f33f23f1880,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:31.672726 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4e1d3-bc35-4814-8dfe-42cbb01b7f4f x-openstack-request-id: req-3db4e1d3-bc35-4814-8dfe-42cbb01b7f4f {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:34:31.673027 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:34:31.673265 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3db4e1d3-bc35-4814-8dfe-42cbb01b7f4f {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:34:31.673653 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'status': 'completed', 'code': 200} Jul 28 03:34:31.693483 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:34:31.694902 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-cef93d6f-0964-4768-bda5-2c74913c17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:31.696864 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-cef93d6f-0964-4768-bda5-2c74913c17e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 1097 time: 0.0510240 Jul 28 03:34:31.742009 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-9cb8bb7b-3523-4725-881e-9019eeab5f6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880 HTTP/1.1" status: 200 len: 217 time: 0.0373063 Jul 28 03:34:31.800189 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-2efaf7d8-083d-4992-9db5-74a576ac9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:31.801659 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-2efaf7d8-083d-4992-9db5-74a576ac9c27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0531077 Jul 28 03:34:31.850719 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-5e55f585-2a3c-40e1-a109-b0d7bbf700a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:31.852240 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-5e55f585-2a3c-40e1-a109-b0d7bbf700a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439229 Jul 28 03:34:31.946947 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-0714ae86-590a-4159-aa11-096b04263c24 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848918 Jul 28 03:34:32.038647 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-e9bcccba-4798-4a74-b144-0b3143d0df25 req-e71a231a-6cd1-4e0c-a5ed-c22bd57b95fa service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832725 Jul 28 03:34:32.120210 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-d0c80a3a-8d83-4dfe-8098-7a2f3d1d4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:32.121643 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-d0c80a3a-8d83-4dfe-8098-7a2f3d1d4b6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 1097 time: 0.0397873 Jul 28 03:34:32.482267 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-8dd54e1a-502c-44b6-910e-0dbd2dae2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:32.483743 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-8dd54e1a-502c-44b6-910e-0dbd2dae2939 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.3550522 Jul 28 03:34:32.523984 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-a8c725f5-543c-490f-be11-37fe6bdb8e0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880 HTTP/1.1" status: 200 len: 217 time: 0.0329971 Jul 28 03:34:32.569314 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-c4cd395a-17ee-49b6-9e13-74df576764ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:32.570677 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-c4cd395a-17ee-49b6-9e13-74df576764ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0402048 Jul 28 03:34:32.618638 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-debd8360-659e-46da-99aa-3f35e8fe59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:32.620149 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-debd8360-659e-46da-99aa-3f35e8fe59a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413837 Jul 28 03:34:32.711782 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-d4fd4d8a-140b-404b-b80b-c76ff3aa15c7 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834193 Jul 28 03:34:32.741662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34756b22-46f8-452d-9e0d-6e0f4e9cc6ea req-bb3bdb19-54df-4a50-9ae5-9e6f65780d0d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:32.743117 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34756b22-46f8-452d-9e0d-6e0f4e9cc6ea req-bb3bdb19-54df-4a50-9ae5-9e6f65780d0d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0472720 Jul 28 03:34:32.780803 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-34756b22-46f8-452d-9e0d-6e0f4e9cc6ea req-4f76660d-580b-42e3-a123-5b6f4d50ffcd tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Jul 28 03:34:32.803733 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d10976b8-a2d5-4f26-90bc-54cface8a177 req-5310c2fe-0345-424f-8fbb-24c6712c76d8 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853553 Jul 28 03:34:32.996255 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.544423 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49974) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:33.647792 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9ace-bbad-40d0-96e5-1960b87b8160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.733522 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9ace-bbad-40d0-96e5-1960b87b8160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.737162 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b0ba9ace-bbad-40d0-96e5-1960b87b8160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.772135 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba9ace-bbad-40d0-96e5-1960b87b8160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb266b0-a8af-4f38-9c73-a5c3bca5467e,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:33.776350 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-b0ba9ace-bbad-40d0-96e5-1960b87b8160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7be171e6d8ff4041afb97b8eeaf8b70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308989 Jul 28 03:34:33.778900 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49978) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:33.826023 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ab6f6c24-2bff-45a4-8265-652de73decc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.847493 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ab6f6c24-2bff-45a4-8265-652de73decc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.895535 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe248b-3b6d-4c4a-b718-809906adff88 req-98aa9edb-38fc-4a4b-ac5e-f04f74fcc0e2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:33.897280 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92fe248b-3b6d-4c4a-b718-809906adff88 req-98aa9edb-38fc-4a4b-ac5e-f04f74fcc0e2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Jul 28 03:34:33.897829 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ca28-d075-4283-8183-26b7c8c04b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.905807 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ab6f6c24-2bff-45a4-8265-652de73decc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.908594 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-ab6f6c24-2bff-45a4-8265-652de73decc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:33.909720 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-ab6f6c24-2bff-45a4-8265-652de73decc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eb266b0-a8af-4f38-9c73-a5c3bca5467e HTTP/1.1" status: 204 len: 168 time: 0.1298881 Jul 28 03:34:33.917190 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f6c24-2bff-45a4-8265-652de73decc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb266b0-a8af-4f38-9c73-a5c3bca5467e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:33.945926 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-92fe248b-3b6d-4c4a-b718-809906adff88 req-f75b63a0-9b88-4ade-9cd5-d148e4040b95 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Jul 28 03:34:33.977097 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.163775 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 49986) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:34.176499 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-eb9632dd-deac-484e-8faa-f103d53f342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.262086 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-eb9632dd-deac-484e-8faa-f103d53f342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.266300 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-eb9632dd-deac-484e-8faa-f103d53f342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.302188 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-eb9632dd-deac-484e-8faa-f103d53f342d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=999f5e1031504e26a8eae1045c89e9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373456 Jul 28 03:34:34.304067 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9632dd-deac-484e-8faa-f103d53f342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea47463-4016-469c-b953-95837476f5c1,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:34.304850 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 49988) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:34.352675 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7d49-1d84-427f-9106-3c85ac8d937d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.372810 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7d49-1d84-427f-9106-3c85ac8d937d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.417153 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7d49-1d84-427f-9106-3c85ac8d937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.419730 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-9c3e7d49-1d84-427f-9106-3c85ac8d937d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:34.421347 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-9c3e7d49-1d84-427f-9106-3c85ac8d937d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ea47463-4016-469c-b953-95837476f5c1 HTTP/1.1" status: 204 len: 168 time: 0.1154630 Jul 28 03:34:34.428878 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e7d49-1d84-427f-9106-3c85ac8d937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea47463-4016-469c-b953-95837476f5c1,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:35.013871 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:35.059861 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0577c5d-72ec-45cc-ba6f-d43caf1a9fdb req-2f68811e-db20-4794-a2bf-5a327c701d1f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:35.061375 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e0577c5d-72ec-45cc-ba6f-d43caf1a9fdb req-2f68811e-db20-4794-a2bf-5a327c701d1f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0499630 Jul 28 03:34:35.100167 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e0577c5d-72ec-45cc-ba6f-d43caf1a9fdb req-f0beb737-2334-4857-b222-2278213085a6 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327730 Jul 28 03:34:35.930072 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50036) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:36.027493 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.114772 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.118428 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.155856 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52e7e5eaba0c4a2eb2fcda1ced0e6d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246795 Jul 28 03:34:36.156961 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68425719-a266-4b47-bf6e-20b8f7290846,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:36.158562 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50042) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:36.164265 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.164616 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.164952 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.165283 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.165615 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.165944 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.166277 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.166595 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.166917 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.167238 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.167595 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.167913 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09da2322-a30e-4bb1-8a62-edd5ab5cf608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:34:36.212054 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c3d6-404c-470d-9310-e4782abcbd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.220535 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a32772-9f95-40d3-b52c-caa1b0f1fe56 req-42ef47ad-6f37-4adc-bd28-45662e43d958 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:36.222016 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9a32772-9f95-40d3-b52c-caa1b0f1fe56 req-42ef47ad-6f37-4adc-bd28-45662e43d958 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0501637 Jul 28 03:34:36.233897 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c3d6-404c-470d-9310-e4782abcbd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.259249 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b9a32772-9f95-40d3-b52c-caa1b0f1fe56 req-173b80e5-76d1-43c3-a776-cad2801dc4f1 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Jul 28 03:34:36.278925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c3d6-404c-470d-9310-e4782abcbd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.282136 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c9c9c3d6-404c-470d-9310-e4782abcbd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.283289 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-c9c9c3d6-404c-470d-9310-e4782abcbd04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68425719-a266-4b47-bf6e-20b8f7290846 HTTP/1.1" status: 204 len: 168 time: 0.1236882 Jul 28 03:34:36.290908 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9c3d6-404c-470d-9310-e4782abcbd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68425719-a266-4b47-bf6e-20b8f7290846,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:36.530977 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50048) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:36.543974 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d54210e-8e3b-441a-befb-9e2da041a90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.630550 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d54210e-8e3b-441a-befb-9e2da041a90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.634390 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0d54210e-8e3b-441a-befb-9e2da041a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.652886 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.672176 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0d54210e-8e3b-441a-befb-9e2da041a90a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e8ad834c2e04f4d9335d5bacf4ebf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400988 Jul 28 03:34:36.672972 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54210e-8e3b-441a-befb-9e2da041a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d155319-73c6-4475-a1be-8ccbf6dce8de,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:36.674814 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50050) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:36.725979 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2e91ff65-6344-41fe-8f1b-da66b8a9129f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.746390 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2e91ff65-6344-41fe-8f1b-da66b8a9129f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.793253 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2e91ff65-6344-41fe-8f1b-da66b8a9129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.795903 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2e91ff65-6344-41fe-8f1b-da66b8a9129f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:36.797036 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2e91ff65-6344-41fe-8f1b-da66b8a9129f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d155319-73c6-4475-a1be-8ccbf6dce8de HTTP/1.1" status: 204 len: 168 time: 0.1212451 Jul 28 03:34:36.804612 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91ff65-6344-41fe-8f1b-da66b8a9129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d155319-73c6-4475-a1be-8ccbf6dce8de,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:37.381337 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b4f7c-666e-4bcd-a9cf-3764ad2c0c8e req-a526806e-5d36-4cd8-818e-03f614f98819 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:37.383132 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a67b4f7c-666e-4bcd-a9cf-3764ad2c0c8e req-a526806e-5d36-4cd8-818e-03f614f98819 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0554862 Jul 28 03:34:37.423756 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a67b4f7c-666e-4bcd-a9cf-3764ad2c0c8e req-333af1dd-bd26-4e78-a0d9-10c538155ba9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Jul 28 03:34:38.539696 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9630-5ad0-4dff-967c-b92da9cb391c req-ab1947bb-03a3-429a-84c7-e5fb9e0b1c04 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:38.541204 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-576b9630-5ad0-4dff-967c-b92da9cb391c req-ab1947bb-03a3-429a-84c7-e5fb9e0b1c04 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0494158 Jul 28 03:34:38.578986 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-576b9630-5ad0-4dff-967c-b92da9cb391c req-dbef8c07-63d4-406d-b13d-4468f802fde9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 Jul 28 03:34:39.689955 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b140-89cc-4df8-8186-440c57f5aca3 req-b4da5b48-3c78-4016-a01f-f12050aef79f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:39.691383 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8e41b140-89cc-4df8-8186-440c57f5aca3 req-b4da5b48-3c78-4016-a01f-f12050aef79f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 944 time: 0.0474844 Jul 28 03:34:39.729140 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8e41b140-89cc-4df8-8186-440c57f5aca3 req-0d108722-046b-413e-8cd2-a703ecd81546 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Jul 28 03:34:40.257647 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7da615fb-d331-4ac8-88a7-0f33f23f1880 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:34:40.353143 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 7da615fb-d331-4ac8-88a7-0f33f23f1880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:40.364677 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'port_id': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'mac_address': 'fa:16:3e:fb:a7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:34:40.400843 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:40.416686 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da615fb-d331-4ac8-88a7-0f33f23f1880 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:34:40.435645 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 7da615fb-d331-4ac8-88a7-0f33f23f1880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:40.439672 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:40.486239 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=7da615fb-d331-4ac8-88a7-0f33f23f1880,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:40.801614 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['7da615fb-d331-4ac8-88a7-0f33f23f1880'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:34:40.848367 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b45412-980d-4e44-95ba-5b43948290f3 req-574c6c5e-7ca5-4446-a4f3-72d10c126914 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:40.849836 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8b45412-980d-4e44-95ba-5b43948290f3 req-574c6c5e-7ca5-4446-a4f3-72d10c126914 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 945 time: 0.0558696 Jul 28 03:34:40.887842 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c8b45412-980d-4e44-95ba-5b43948290f3 req-d7ca4cfa-105a-4897-9bb9-1a87e33fa1fb tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Jul 28 03:34:42.002034 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b37733-4640-4ba6-9399-3507d153aa08 req-58a0debc-f432-41d3-8dd3-6ed4f577483e tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:42.003519 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72b37733-4640-4ba6-9399-3507d153aa08 req-58a0debc-f432-41d3-8dd3-6ed4f577483e tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 945 time: 0.0483568 Jul 28 03:34:42.042809 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-72b37733-4640-4ba6-9399-3507d153aa08 req-1c7284c9-a17d-4ccd-9337-352e01557bbf tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331454 Jul 28 03:34:42.265161 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7da615fb-d331-4ac8-88a7-0f33f23f1880 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:34:42.314111 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 7da615fb-d331-4ac8-88a7-0f33f23f1880 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:34:42.317925 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 7da615fb-d331-4ac8-88a7-0f33f23f1880 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:34:42.318294 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:42.397257 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:42.420208 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:34:42.422509 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c888fd-9350-4012-9633-12d4fcbae335" -d '{"events": [{"server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "name": "network-vif-plugged", "status": "completed", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:34:42.435152 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 7da615fb-d331-4ac8-88a7-0f33f23f1880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:34:42.440032 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:42.464282 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f651539-00ec-44b1-9714-06e7efceba42 x-openstack-request-id: req-4f651539-00ec-44b1-9714-06e7efceba42 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:34:42.464573 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "name": "network-vif-plugged", "status": "completed", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:34:42.464827 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f651539-00ec-44b1-9714-06e7efceba42 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:34:42.465214 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'code': 200} Jul 28 03:34:42.493355 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=7da615fb-d331-4ac8-88a7-0f33f23f1880,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:42.760498 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0df558-cbc0-40ba-afbb-f288b4798380 req-b27dd109-f119-45f6-a190-ec6bc10781a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:42.762015 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ba0df558-cbc0-40ba-afbb-f288b4798380 req-b27dd109-f119-45f6-a190-ec6bc10781a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 1099 time: 0.1313589 Jul 28 03:34:42.797841 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-ba0df558-cbc0-40ba-afbb-f288b4798380 req-688f94b9-dcb6-485c-8516-6e083cd7b18e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283294 Jul 28 03:34:43.160412 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828441b-af59-4db4-ae43-19842e0688d0 req-4af3c2b2-7735-4367-b1af-8c13e1b59be5 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:43.161909 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7828441b-af59-4db4-ae43-19842e0688d0 req-4af3c2b2-7735-4367-b1af-8c13e1b59be5 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 946 time: 0.0492711 Jul 28 03:34:43.201649 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7828441b-af59-4db4-ae43-19842e0688d0 req-f94ecf09-c771-4f9b-88fd-6b5adc640620 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337014 Jul 28 03:34:44.331614 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b69b43-cef7-41d4-8712-9d5042c2ad05 req-5f8b3545-627e-4286-a459-1160066a01fd tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:44.333211 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e1b69b43-cef7-41d4-8712-9d5042c2ad05 req-5f8b3545-627e-4286-a459-1160066a01fd tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 946 time: 0.0608449 Jul 28 03:34:44.371288 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e1b69b43-cef7-41d4-8712-9d5042c2ad05 req-8cac107b-7d93-4fa4-9e0a-b851d605034a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Jul 28 03:34:44.487166 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f125-d219-4ef2-b904-0593fcce8a39 req-9b1c72bd-1ab5-4d71-b73e-a75904bf7c4b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:44.488785 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c201f125-d219-4ef2-b904-0593fcce8a39 req-9b1c72bd-1ab5-4d71-b73e-a75904bf7c4b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 946 time: 0.0509169 Jul 28 03:34:44.525874 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c201f125-d219-4ef2-b904-0593fcce8a39 req-4bbd2135-05a2-4a48-bc35-e20dbf5f29ff tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Jul 28 03:34:44.548960 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50162) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:44.686554 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa84ace-a9f0-43fe-91a2-bdbfe24745d5 tempest-TestVolumeBootPattern-1119082847 tempest-TestVolumeBootPattern-1119082847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:44.688117 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-cfa84ace-a9f0-43fe-91a2-bdbfe24745d5 tempest-TestVolumeBootPattern-1119082847 tempest-TestVolumeBootPattern-1119082847-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 1094 time: 0.1381741 Jul 28 03:34:44.690901 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50166) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:44.695172 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'port_id': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:34:44.716588 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:44.813605 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:44.919126 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Allocated IP 172.27.3.247 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/9c307a11-9657-4ee8-a4a8-959d99ff9d37) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:34:45.019391 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:45.057293 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:45.091450 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:34:45.096238 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:34:45.099886 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:34:45.129519 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=9c307a11-9657-4ee8-a4a8-959d99ff9d37,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:45.461234 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:45.529311 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:45.679756 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:45.684239 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:45.750065 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=9c307a11-9657-4ee8-a4a8-959d99ff9d37,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:45.764677 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:45.864239 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Floating IP 4fab9ea7-c252-4e82-8849-c84926947f22 associated. External IP: 172.27.3.247, port: 7da615fb-d331-4ac8-88a7-0f33f23f1880. Jul 28 03:34:46.070665 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:34:46.177348 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:34:46.187026 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:34:46.193138 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:46.199119 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:46.199792 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:46.231489 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-7d083a43-ec7a-4b65-809a-f7040390950c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5282974 Jul 28 03:34:46.231489 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:34:46.231489 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:34:46.259535 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280c1dca-1964-449c-92f5-ab08e37ca93b x-openstack-request-id: req-280c1dca-1964-449c-92f5-ab08e37ca93b {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:34:46.259897 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:34:46.260218 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-280c1dca-1964-449c-92f5-ab08e37ca93b {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:34:46.261942 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'status': 'completed', 'code': 200} Jul 28 03:34:46.305780 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:46.323796 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-a1dc0131-b2a9-494e-8a39-bfd06ec1dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:46.325435 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-a1dc0131-b2a9-494e-8a39-bfd06ec1dcbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 1099 time: 0.0420649 Jul 28 03:34:46.421478 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-43077127-3415-4f1a-8aa8-e59c73f64f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:46.423068 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-43077127-3415-4f1a-8aa8-e59c73f64f37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0893891 Jul 28 03:34:46.490718 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-645a525e-1c8d-402c-b6eb-df33530f383c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880 HTTP/1.1" status: 200 len: 1000 time: 0.0596366 Jul 28 03:34:46.535007 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '4fab9ea7-c252-4e82-8849-c84926947f22', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:fb:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:34:45Z', 'updated_at': '2021-07-28T03:34:45Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:46.540689 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-c9e54554-23f9-4f03-84b4-9999c15dfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:46.542195 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-c9e54554-23f9-4f03-84b4-9999c15dfccf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0434229 Jul 28 03:34:46.562086 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:34:46.573785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:34:46.574472 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:34:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:46.594113 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-0a850df4-f100-4c8a-8b70-acd1124b7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:34:46.595759 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-0a850df4-f100-4c8a-8b70-acd1124b7d9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450110 Jul 28 03:34:46.681742 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:34:46.689233 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-13e41c8f-6d88-4945-ad37-069334d0eb7a service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854456 Jul 28 03:34:46.785388 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-cac007a8-cf75-453f-b5fe-0b0c4d63f40c req-ecac8c51-9994-407d-afc1-d1927e32cd80 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875263 Jul 28 03:34:47.029350 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '4fab9ea7-c252-4e82-8849-c84926947f22', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:fb:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:34:45Z', 'updated_at': '2021-07-28T03:34:45Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:34:47.058820 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3fbe6-bc90-48a0-b7ae-4308f914f9ef None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '4fab9ea7-c252-4e82-8849-c84926947f22', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:fb:a7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:34:45Z', 'updated_at': '2021-07-28T03:34:45Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:34:47.238295 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a2a97-6c58-484c-a216-4eb780f6a5e0 None None] New status for floating IP 4fab9ea7-c252-4e82-8849-c84926947f22: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:34:59.495109 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50232) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:59.597567 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-52a36918-f70c-4eb7-b9a4-4a472e139661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:59.686459 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-52a36918-f70c-4eb7-b9a4-4a472e139661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:59.690330 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-52a36918-f70c-4eb7-b9a4-4a472e139661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:59.729151 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-52a36918-f70c-4eb7-b9a4-4a472e139661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f31d5274707e4c1c942bf131fb5f64bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328966 Jul 28 03:34:59.731094 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a36918-f70c-4eb7-b9a4-4a472e139661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feca46c-a26a-4b78-9b63-8c673e2b81c0,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:34:59.731945 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50236) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:34:59.780755 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1582eb7e-02dd-4f4c-bc92-84d03fe276ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:59.801254 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1582eb7e-02dd-4f4c-bc92-84d03fe276ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:59.851152 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1582eb7e-02dd-4f4c-bc92-84d03fe276ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:59.853679 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-1582eb7e-02dd-4f4c-bc92-84d03fe276ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:34:59.855051 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1582eb7e-02dd-4f4c-bc92-84d03fe276ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3feca46c-a26a-4b78-9b63-8c673e2b81c0 HTTP/1.1" status: 204 len: 168 time: 0.1220572 Jul 28 03:34:59.862377 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582eb7e-02dd-4f4c-bc92-84d03fe276ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feca46c-a26a-4b78-9b63-8c673e2b81c0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:01.236157 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1c5d-5ee0-49e4-8de1-902853c14b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:02.999818 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:03.898484 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c97b5888-c7f9-4af4-ae48-6860338495ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:03.976900 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:05.015614 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:06.653332 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:08.694898 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:35:22.852179 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50382) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:22.951504 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5538-6ff0-4c2d-b856-47df781a91f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.037368 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5538-6ff0-4c2d-b856-47df781a91f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.040915 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5538-6ff0-4c2d-b856-47df781a91f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.079319 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-fe2d5538-6ff0-4c2d-b856-47df781a91f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=121452423ec44b6dbb4ab35d9c210e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255106 Jul 28 03:35:23.080184 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d5538-6ff0-4c2d-b856-47df781a91f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed71eaa-fcf2-481d-8a65-98fd583d776e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:23.081974 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50386) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:23.128594 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-722344d0-8287-4092-8264-b6545e8f9450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.149028 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-722344d0-8287-4092-8264-b6545e8f9450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.193824 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-722344d0-8287-4092-8264-b6545e8f9450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.197062 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-722344d0-8287-4092-8264-b6545e8f9450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.198414 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-722344d0-8287-4092-8264-b6545e8f9450 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ed71eaa-fcf2-481d-8a65-98fd583d776e HTTP/1.1" status: 204 len: 168 time: 0.1154385 Jul 28 03:35:23.206412 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722344d0-8287-4092-8264-b6545e8f9450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed71eaa-fcf2-481d-8a65-98fd583d776e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:23.788434 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50408) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:23.878456 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-203455264-network', 'tenant_id': 'a8001923e354418f86941df053499692'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:23.902716 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Made reservation on behalf of a8001923e354418f86941df053499692 for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:35:23.905062 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:23.912824 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.000863 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.004567 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.025229 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:35:24.037994 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffa2e68-d263-4c45-81ea-9dee25f9bc73,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:24.042670 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.043013 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Added segment cacd6319-71e9-404e-948f-19291b9bc37f of type vlan for network 4352ad80-70f3-431a-9f8d-7a48e91661ba Jul 28 03:35:24.081873 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.108147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.109072 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:24.110171 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.162901 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3732941 Jul 28 03:35:24.165797 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50412) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:24.169920 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2f425-cf92-48f5-9b3a-fe65680c25f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4352ad80-70f3-431a-9f8d-7a48e91661ba,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:24.170867 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Request body: {'subnet': {'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-203455264-subnet', 'tenant_id': 'a8001923e354418f86941df053499692', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:24.183695 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:35:24.192978 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Made reservation on behalf of a8001923e354418f86941df053499692 for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:35:24.195315 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30259380'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.355921 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30113037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30259398'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.409042 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c332c0c-6d08-408f-8746-02d7d9d77c72,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:24.416561 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Checking segment: {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:24.416919 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Network hostable DHCP agents. Network: 4352ad80-70f3-431a-9f8d-7a48e91661ba, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:35:24.433276 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:35:24.442159 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 4352ad80-70f3-431a-9f8d-7a48e91661ba) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:24.446973 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:24.448081 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.451143 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3532f386-f8ef-40b2-8a6c-87590ad00367 None None] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:35:24.461273 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4d2d19d2-ec84-4392-b3c8-281147c91d72 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2943981 Jul 28 03:35:24.464081 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50414) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:24.468754 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:24.488955 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.490040 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.539962 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.590328 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-4352ad80-70f3-431a-9f8d-7a48e91661ba', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:35:24.593236 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.671012 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.728503 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Allocated IP 172.20.0.2 (4352ad80-70f3-431a-9f8d-7a48e91661ba/8c332c0c-6d08-408f-8746-02d7d9d77c72/7c96c3d0-2c00-45da-86b3-30896e2d0099) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:35:24.867087 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.868268 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.876258 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Transition to ACTIVE for port object 7c96c3d0-2c00-45da-86b3-30896e2d0099 will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:24.889103 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.890489 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Transition to ACTIVE for port object 7c96c3d0-2c00-45da-86b3-30896e2d0099 will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:24.896853 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:24.931916 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:24.934514 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:24.937957 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:35:24.948595 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Pushing event updated for resources: {'Port': ['ID=7c96c3d0-2c00-45da-86b3-30896e2d0099,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:24.971166 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.971536 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.971878 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.972210 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.972543 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.972878 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.973203 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.973534 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.973861 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.974188 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.974510 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.974830 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:24.989987 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Allocated IP 172.27.3.194 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/caf22572-4f25-4ab2-861c-473749bab39d) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:35:25.011319 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Attempting to bind port 7c96c3d0-2c00-45da-86b3-30896e2d0099 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:35:25.011719 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Attempting to bind port 7c96c3d0-2c00-45da-86b3-30896e2d0099 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:35:25.012080 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Attempting to bind port 7c96c3d0-2c00-45da-86b3-30896e2d0099 on network 4352ad80-70f3-431a-9f8d-7a48e91661ba {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:25.017485 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:35:25.017855 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Checking segment: {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:25.018253 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.018644 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Bound using segment: {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:35:25.019104 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Bound port: 7c96c3d0-2c00-45da-86b3-30896e2d0099, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:35:25.019489 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.080669 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] For port 7c96c3d0-2c00-45da-86b3-30896e2d0099, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:35:25.084091 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] For port 7c96c3d0-2c00-45da-86b3-30896e2d0099, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7c96c3d0-2c00-45da-86b3-30896e2d0099,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:35:25.088143 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.091892 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.131350 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.149286 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059446f-3391-432f-8e66-5938afcee7b2 None None] Pushing event updated for resources: {'Port': ['ID=7c96c3d0-2c00-45da-86b3-30896e2d0099,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:25.173501 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:25.178967 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:25.183349 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:35:25.186305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=caf22572-4f25-4ab2-861c-473749bab39d,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:25.432804 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:25.883938 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.013465 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa2261-e3a9-4e58-b0b0-f53ca7d09a74 None None] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:35:26.032570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:35:26.085107 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-1cb6c9b6-5b43-45de-9197-df8d1f227c1e None None] Provisioning for port 7c96c3d0-2c00-45da-86b3-30896e2d0099 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:26.137479 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:35:26.152293 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.156094 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-0e687bfc-e151-4495-a084-6dc876418ab5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6884267 Jul 28 03:35:26.156555 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50420) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:26.158216 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Sync routers for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:35:26.172952 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:26.173548 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:26.286325 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:26.483543 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:25Z', 'revision_number': 3, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:26.516108 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Checking router: a8e5af2c-446b-4d5f-8cb1-9451ab87be38 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:35:26.517253 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Updating router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 port caf22572-4f25-4ab2-861c-473749bab39d binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:35:26.536188 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7c96c3d0-2c00-45da-86b3-30896e2d0099 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:26.564926 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.596402 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.675146 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 7c96c3d0-2c00-45da-86b3-30896e2d0099 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:26.684004 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 7c96c3d0-2c00-45da-86b3-30896e2d0099 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:26.684384 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.744444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Allocated IP 172.20.0.1 (4352ad80-70f3-431a-9f8d-7a48e91661ba/8c332c0c-6d08-408f-8746-02d7d9d77c72/c651d077-106c-41e4-9297-0053d90fb333) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:35:26.853507 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.866831 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Transition to ACTIVE for port object c651d077-106c-41e4-9297-0053d90fb333 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:26.899307 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.938184 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:26.944662 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:26.947612 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:35:26.964208 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:26.975091 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Pushing event updated for resources: {'Port': ['ID=c651d077-106c-41e4-9297-0053d90fb333,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:26.996315 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.034697 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 7c96c3d0-2c00-45da-86b3-30896e2d0099, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7c96c3d0-2c00-45da-86b3-30896e2d0099,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:35:27.044066 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.057939 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.092689 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Transition to ACTIVE for port object caf22572-4f25-4ab2-861c-473749bab39d will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:27.105702 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.123349 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=7c96c3d0-2c00-45da-86b3-30896e2d0099,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:27.133497 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.159616 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Attempting to bind port caf22572-4f25-4ab2-861c-473749bab39d on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:35:27.159994 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Attempting to bind port caf22572-4f25-4ab2-861c-473749bab39d by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:35:27.160366 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Attempting to bind port caf22572-4f25-4ab2-861c-473749bab39d on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:27.177516 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:35:27.177895 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:27.178299 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.178695 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:35:27.179174 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Bound port: caf22572-4f25-4ab2-861c-473749bab39d, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:35:27.179575 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.203009 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf204-e38a-4a40-8d56-d38c8e5cc33a None None] Pushing event updated for resources: {'Port': ['ID=caf22572-4f25-4ab2-861c-473749bab39d,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:27.220597 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-7cc3fa26-5d7d-437f-927e-bc92ecf6cddb None None] Provisioning for port c651d077-106c-41e4-9297-0053d90fb333 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:27.231297 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-7cc3fa26-5d7d-437f-927e-bc92ecf6cddb None None] Provisioning complete for port c651d077-106c-41e4-9297-0053d90fb333 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:27.231706 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fa26-5d7d-437f-927e-bc92ecf6cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.266865 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] For port caf22572-4f25-4ab2-861c-473749bab39d, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:35:27.286292 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] For port caf22572-4f25-4ab2-861c-473749bab39d, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=caf22572-4f25-4ab2-861c-473749bab39d,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:35:27.287426 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3fa26-5d7d-437f-927e-bc92ecf6cddb None None] Port c651d077-106c-41e4-9297-0053d90fb333 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:35:27.291110 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.301561 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.305937 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.347636 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:27.348261 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:27.353412 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf204-e38a-4a40-8d56-d38c8e5cc33a None None] Pushing event updated for resources: {'Port': ['ID=caf22572-4f25-4ab2-861c-473749bab39d,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:27.374872 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.377505 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Pushing event updated for resources: {'Port': ['ID=c651d077-106c-41e4-9297-0053d90fb333,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:27.456550 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:27.464305 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:27.465922 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:27.583191 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:35:27.663090 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 2, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:27.692331 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d8a78-c561-4d34-a214-c0467c26548e None None] The sync data for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi is: [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 2, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:35:27.697989 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:35:27.704274 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-352b8cff-2311-4a19-b6b6-9a227f0cbd7b admin admin] 10.222.0.20 "PUT /v2.0/routers/a8e5af2c-446b-4d5f-8cb1-9451ab87be38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461557 Jul 28 03:35:27.716773 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-9cddd842-6f09-4332-997c-ff48501c8382 None None] Provisioning complete for port c651d077-106c-41e4-9297-0053d90fb333 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:27.716773 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9cddd842-6f09-4332-997c-ff48501c8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:27.747762 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-9cddd842-6f09-4332-997c-ff48501c8382 None None] Port c651d077-106c-41e4-9297-0053d90fb333 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:35:28.192806 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50436) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:28.198089 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-535309815-network', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:28.221277 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Made reservation on behalf of 9b5dfb5b23e04fc49755041521ae094c for: {'network': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:35:28.223801 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for network, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.232663 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.338538 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.342330 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.368333 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:35:28.378240 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583534cc-6aa2-4e7a-ab5e-bdcd779d48b4,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:28.383223 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.383598 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.segments_db [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Added segment 2383141d-56b5-4c53-8589-b7dbb4d2c624 of type vlan for network 1728da67-e7f2-4019-a280-58b311c24a2b Jul 28 03:35:28.428583 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776782433612'] for network, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.459768 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749'] for network, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.460859 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:28.461465 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.518606 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3246107 Jul 28 03:35:28.521790 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50438) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:28.527762 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Request body: {'subnet': {'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-535309815-subnet', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'ip_version': 4}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:28.528169 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e04c8-8994-46a5-87d1-eab22eee34a8 admin admin] Pushing event updated for resources: {'Network': ['ID=1728da67-e7f2-4019-a280-58b311c24a2b,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:28.539256 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Network 1728da67-e7f2-4019-a280-58b311c24a2b details requested by agent ovs-agent-dv-cinder-786260-14-iscsi with host dv-cinder-786260-14-iscsi {{(pid=93019) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:35:28.556849 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Made reservation on behalf of 9b5dfb5b23e04fc49755041521ae094c for: {'subnet': 1} {{(pid=93018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:35:28.559438 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30259380'] for subnet, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.627807 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7c96c3d0-2c00-45da-86b3-30896e2d0099 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:28.684701 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 7c96c3d0-2c00-45da-86b3-30896e2d0099 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:28.685082 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.745293 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30113037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30259398'] for subnet, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.769268 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device caf22572-4f25-4ab2-861c-473749bab39d up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:28.797197 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e734c0c-6415-4fba-aa41-c47949983bee,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:28.812792 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Checking segment: {'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:28.813151 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Network hostable DHCP agents. Network: 1728da67-e7f2-4019-a280-58b311c24a2b, hostable agents: ['2f60ff7e-6b65-45ec-9699-68fe9ebc26b1'], hosted agents: [] {{(pid=93018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:35:28.821850 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port caf22572-4f25-4ab2-861c-473749bab39d completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:28.826570 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port caf22572-4f25-4ab2-861c-473749bab39d triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:28.826948 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.830866 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Network 1728da67-e7f2-4019-a280-58b311c24a2b is scheduled to be hosted by DHCP agent 2f60ff7e-6b65-45ec-9699-68fe9ebc26b1 with binding_index 1 {{(pid=93018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:35:28.841931 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-14-iscsi, 1728da67-e7f2-4019-a280-58b311c24a2b) {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:28.847643 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:28.848253 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.855500 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f852c-8878-4ca4-8fbb-52f0bda96861 None None] Network 1728da67-e7f2-4019-a280-58b311c24a2b requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:35:28.866955 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-4437724b-d36d-4d17-ba9e-fdb60082bb69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3410444 Jul 28 03:35:28.867391 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50440) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:28.871862 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:28.898373 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33117733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2216'] for router, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.899526 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33117826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33171535', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33077369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2211'] for router, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.954179 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:28.977877 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.027839 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port caf22572-4f25-4ab2-861c-473749bab39d, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=caf22572-4f25-4ab2-861c-473749bab39d,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:35:29.034256 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.085577 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d4efab5-acfb-5173-aead-3978c69d7abe-1728da67-e7f2-4019-a280-58b311c24a2b', 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'fixed_ips': [{'subnet_id': '7e734c0c-6415-4fba-aa41-c47949983bee'}]}} from dv-cinder-786260-14-iscsi. {{(pid=93019) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:35:29.086434 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.093913 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33173173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33117719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2189'] for router, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.109288 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=caf22572-4f25-4ab2-861c-473749bab39d,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:29.234957 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.db_base_plugin_common [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Allocated IP 172.20.0.2 (1728da67-e7f2-4019-a280-58b311c24a2b/7e734c0c-6415-4fba-aa41-c47949983bee/c779cc5e-be1f-418f-9a46-e962bc4293ba) {{(pid=93019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:35:29.289343 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.310463 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.391160 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.400597 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Transition to ACTIVE for port object c779cc5e-be1f-418f-9a46-e962bc4293ba will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:29.415036 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Transition to ACTIVE for port object c779cc5e-be1f-418f-9a46-e962bc4293ba will not be triggered until provisioned by entity DHCP. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:29.420635 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180'] for port, after_create {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.422530 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Allocated IP 172.27.3.66 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/61e2900b-174a-4ef7-aa98-d0c919133a3e) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:35:29.459205 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Network 1728da67-e7f2-4019-a280-58b311c24a2b is already hosted by enough agents. {{(pid=93019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:29.466265 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.scheduler.base_scheduler [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Resources bound (agent type, host, resource id): {{(pid=93019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:29.468775 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Received port after_create {{(pid=93019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:35:29.470704 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Pushing event updated for resources: {'Port': ['ID=c779cc5e-be1f-418f-9a46-e962bc4293ba,revision_number=1']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:29.524777 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Attempting to bind port c779cc5e-be1f-418f-9a46-e962bc4293ba on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:35:29.525106 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Attempting to bind port c779cc5e-be1f-418f-9a46-e962bc4293ba by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:35:29.525395 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Attempting to bind port c779cc5e-be1f-418f-9a46-e962bc4293ba on network 1728da67-e7f2-4019-a280-58b311c24a2b {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:29.530428 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:35:29.531061 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Checking segment: {'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:29.531450 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.532273 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Bound using segment: {'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:35:29.532398 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Bound port: c779cc5e-be1f-418f-9a46-e962bc4293ba, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:35:29.532750 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.535369 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.575568 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.599797 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] For port c779cc5e-be1f-418f-9a46-e962bc4293ba, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:35:29.603299 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] For port c779cc5e-be1f-418f-9a46-e962bc4293ba, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c779cc5e-be1f-418f-9a46-e962bc4293ba,segment=NetworkSegment(2383141d-56b5-4c53-8589-b7dbb4d2c624),segment_id=2383141d-56b5-4c53-8589-b7dbb4d2c624)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:35:29.607886 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:29.613434 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:29.616658 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:29.622221 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:35:29.645603 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Pushing event updated for resources: {'Port': ['ID=61e2900b-174a-4ef7-aa98-d0c919133a3e,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:29.677712 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9da15-27a2-4a65-93a4-b45eae0a6ab6 None None] Pushing event updated for resources: {'Port': ['ID=c779cc5e-be1f-418f-9a46-e962bc4293ba,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:29.706639 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Sync routers for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:35:29.717190 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:29.717825 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:29.834726 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:29.888186 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.122365 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33117726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33173136'] for router, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.141303 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 2, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:30.167159 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Checking router: a8e5af2c-446b-4d5f-8cb1-9451ab87be38 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:35:30.167528 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Updating router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 port c651d077-106c-41e4-9297-0053d90fb333 binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:35:30.191702 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.248115 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Router 5d5208dc-627a-4bee-9744-068ddb04713f is scheduled to L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 with binding_index 1 {{(pid=93018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:35:30.356780 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:35:30.368578 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Sync routers for ids ['5d5208dc-627a-4bee-9744-068ddb04713f'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:35:30.374464 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.376177 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-a0a6dcd4-d2a4-4879-ae35-dbf85ca59d7e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5076878 Jul 28 03:35:30.378547 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Routers {'5d5208dc-627a-4bee-9744-068ddb04713f'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:30.378756 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50444) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:35:30.379201 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['5d5208dc-627a-4bee-9744-068ddb04713f'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:30.465818 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.478624 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Transition to ACTIVE for port object c651d077-106c-41e4-9297-0053d90fb333 will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:30.488884 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.522148 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Set router 5d5208dc-627a-4bee-9744-068ddb04713f gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:30.536325 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Pushing event updated for resources: {'Port': ['ID=c651d077-106c-41e4-9297-0053d90fb333,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:30.544571 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.545245 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.545824 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.546326 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.546902 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.547426 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.547981 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.548489 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.549026 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.549528 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.550171 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.550704 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:30.655234 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device caf22572-4f25-4ab2-861c-473749bab39d up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:30.662706 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Attempting to bind port c651d077-106c-41e4-9297-0053d90fb333 on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:35:30.663390 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Attempting to bind port c651d077-106c-41e4-9297-0053d90fb333 by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:35:30.663991 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Attempting to bind port c651d077-106c-41e4-9297-0053d90fb333 on network 4352ad80-70f3-431a-9f8d-7a48e91661ba {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:30.674783 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:35:30.675539 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Checking segment: {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:30.676161 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.676764 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Bound using segment: {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:35:30.677429 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Bound port: c651d077-106c-41e4-9297-0053d90fb333, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:35:30.678037 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.757425 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port caf22572-4f25-4ab2-861c-473749bab39d triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:30.758058 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.774251 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] For port c651d077-106c-41e4-9297-0053d90fb333, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:35:30.778583 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] For port c651d077-106c-41e4-9297-0053d90fb333, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c651d077-106c-41e4-9297-0053d90fb333,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:35:30.784551 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:30.865789 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860de1b7-aa0b-4793-a619-e3a8ee62f150 None None] Pushing event updated for resources: {'Port': ['ID=c651d077-106c-41e4-9297-0053d90fb333,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:30.871771 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c779cc5e-be1f-418f-9a46-e962bc4293ba up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:30.874057 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a203d-6142-4918-a8b3-45a7a135cbcb None None] Network 1728da67-e7f2-4019-a280-58b311c24a2b requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:35:30.888687 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:30.888687 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:30.996034 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.008807 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:31.139165 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:35:29Z', 'revision_number': 3, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port': {'id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:29Z', 'updated_at': '2021-07-28T03:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:31.165597 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Allocated IP 172.20.0.1 (1728da67-e7f2-4019-a280-58b311c24a2b/7e734c0c-6415-4fba-aa41-c47949983bee/2505d38f-3725-4284-a649-cecc1ffc932f) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:35:31.184073 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Checking router: 5d5208dc-627a-4bee-9744-068ddb04713f for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:35:31.184426 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Updating router 5d5208dc-627a-4bee-9744-068ddb04713f port 61e2900b-174a-4ef7-aa98-d0c919133a3e binding host dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:35:31.211785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-90e69681-3e77-4721-bea6-79a8d7e3d38a None None] Provisioning for port c779cc5e-be1f-418f-9a46-e962bc4293ba completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:31.224090 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:30Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:31.249721 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port c779cc5e-be1f-418f-9a46-e962bc4293ba completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:31.254829 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.259456 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0071f-64ba-43ce-ab87-9c6f80132ce4 None None] The sync data for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi is: [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:30Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:35:31.279365 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port c779cc5e-be1f-418f-9a46-e962bc4293ba triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:31.279780 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.288902 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.304205 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Transition to ACTIVE for port object 2505d38f-3725-4284-a649-cecc1ffc932f will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:31.315653 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-3dfeccbe-51cb-41a7-a1f6-29a846629ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.340400 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.379056 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Network 1728da67-e7f2-4019-a280-58b311c24a2b is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:31.381981 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:31.391698 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:35:31.397133 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Pushing event updated for resources: {'Port': ['ID=2505d38f-3725-4284-a649-cecc1ffc932f,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:31.428513 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.428954 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.429210 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.429547 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.429880 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.430215 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.430548 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.431498 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.431498 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.431704 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.431859 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.432242 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:35:31.451649 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33173071'] for router_interface, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.526889 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.586417 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.597594 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port c779cc5e-be1f-418f-9a46-e962bc4293ba, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c779cc5e-be1f-418f-9a46-e962bc4293ba,segment=NetworkSegment(2383141d-56b5-4c53-8589-b7dbb4d2c624),segment_id=2383141d-56b5-4c53-8589-b7dbb4d2c624)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:35:31.610248 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.740565 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Notify callbacks [] for port, precommit_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.746498 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=c779cc5e-be1f-418f-9a46-e962bc4293ba,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:31.766189 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Transition to ACTIVE for port object 61e2900b-174a-4ef7-aa98-d0c919133a3e will not be triggered until provisioned by entity L2. {{(pid=93019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:31.767969 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.774812 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.775006 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.813477 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-9d0338e0-4826-4636-a130-3609d118ea91 None None] Provisioning complete for port c779cc5e-be1f-418f-9a46-e962bc4293ba triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:31.813851 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9d0338e0-4826-4636-a130-3609d118ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.850878 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Attempting to bind port 61e2900b-174a-4ef7-aa98-d0c919133a3e on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:35:31.851244 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Attempting to bind port 61e2900b-174a-4ef7-aa98-d0c919133a3e by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:35:31.851785 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Attempting to bind port 61e2900b-174a-4ef7-aa98-d0c919133a3e on network a1e24d49-a520-445b-bb9d-27c03aa1a91e {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:31.855452 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Pushing event updated for resources: {'Port': ['ID=2505d38f-3725-4284-a649-cecc1ffc932f,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:31.860531 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32973735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33182687'] for router_interface, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.874542 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:35:31.874972 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Checking segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:31.875376 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.875802 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Bound using segment: {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'} {{(pid=93019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:35:31.876287 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.managers [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Bound port: 61e2900b-174a-4ef7-aa98-d0c919133a3e, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a8cc8f-b230-48a8-8162-a959e63ffa76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e'}}] {{(pid=93019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:35:31.876666 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:31.880691 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5728e-0ec2-40d4-ba38-45cd6cbb30d2 None None] Pushing event updated for resources: {'Port': ['ID=61e2900b-174a-4ef7-aa98-d0c919133a3e,revision_number=2']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:31.954967 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] For port 61e2900b-174a-4ef7-aa98-d0c919133a3e, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:35:31.958893 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] For port 61e2900b-174a-4ef7-aa98-d0c919133a3e, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=61e2900b-174a-4ef7-aa98-d0c919133a3e,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:35:31.975723 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Network 1728da67-e7f2-4019-a280-58b311c24a2b is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:31.977423 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:31.985483 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:32.065910 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5728e-0ec2-40d4-ba38-45cd6cbb30d2 None None] Pushing event updated for resources: {'Port': ['ID=61e2900b-174a-4ef7-aa98-d0c919133a3e,revision_number=3']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:32.077382 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Routers {'5d5208dc-627a-4bee-9744-068ddb04713f'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:32.078884 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['5d5208dc-627a-4bee-9744-068ddb04713f'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:32.082410 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-9d0338e0-4826-4636-a130-3609d118ea91 None None] Provisioning for port 2505d38f-3725-4284-a649-cecc1ffc932f completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:32.111550 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Router 5d5208dc-627a-4bee-9744-068ddb04713f has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:35:32.120141 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-9d0338e0-4826-4636-a130-3609d118ea91 None None] Provisioning complete for port 2505d38f-3725-4284-a649-cecc1ffc932f triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:32.120510 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9d0338e0-4826-4636-a130-3609d118ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:32.196299 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-9d0338e0-4826-4636-a130-3609d118ea91 None None] Port 2505d38f-3725-4284-a649-cecc1ffc932f cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:35:32.219756 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] Set router 5d5208dc-627a-4bee-9744-068ddb04713f gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:32.227707 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:35:32.232757 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a306fb4f-4102-4400-84a6-aa1e5f95a96d admin admin] 10.222.0.20 "PUT /v2.0/routers/5d5208dc-627a-4bee-9744-068ddb04713f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528099 Jul 28 03:35:32.353983 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-2becf180-4070-4314-9dbb-aacb76577e7f None None] Provisioning complete for port 2505d38f-3725-4284-a649-cecc1ffc932f triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:32.354345 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-2becf180-4070-4314-9dbb-aacb76577e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:32.407312 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-2becf180-4070-4314-9dbb-aacb76577e7f None None] Port 2505d38f-3725-4284-a649-cecc1ffc932f cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:35:32.453942 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 4, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port': {'id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:29Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '2505d38f-3725-4284-a649-cecc1ffc932f', 'name': '', 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'mac_address': 'fa:16:3e:1f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:31Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 2, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'subnets': [{'id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:32.490313 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d6915-0ac4-4367-8a0e-d1c0b78ada52 None None] The sync data for ids ['5d5208dc-627a-4bee-9744-068ddb04713f'] in dv-cinder-786260-14-iscsi is: [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 4, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port': {'id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:29Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '2505d38f-3725-4284-a649-cecc1ffc932f', 'name': '', 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'mac_address': 'fa:16:3e:1f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:31Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 2, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'subnets': [{'id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:35:32.541663 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c651d077-106c-41e4-9297-0053d90fb333 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:32.600480 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port c651d077-106c-41e4-9297-0053d90fb333 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:32.605359 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port c651d077-106c-41e4-9297-0053d90fb333 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:32.605736 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:32.690276 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:32.749619 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port c651d077-106c-41e4-9297-0053d90fb333, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c651d077-106c-41e4-9297-0053d90fb333,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:35:32.754635 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:32.755971 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c779cc5e-be1f-418f-9a46-e962bc4293ba up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:32.840862 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=c651d077-106c-41e4-9297-0053d90fb333,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:32.854856 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port c779cc5e-be1f-418f-9a46-e962bc4293ba triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:32.855233 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:33.029347 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:33.902913 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c0b3d069-e102-4bfc-8ea7-309425ae678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:34.006870 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:34.621467 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c651d077-106c-41e4-9297-0053d90fb333 up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:34.681561 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port c651d077-106c-41e4-9297-0053d90fb333 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:34.682183 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:34.786717 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 61e2900b-174a-4ef7-aa98-d0c919133a3e up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:34.835972 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 61e2900b-174a-4ef7-aa98-d0c919133a3e completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:34.840760 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 61e2900b-174a-4ef7-aa98-d0c919133a3e triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:34.841193 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:34.925587 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:34.955303 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 61e2900b-174a-4ef7-aa98-d0c919133a3e, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=61e2900b-174a-4ef7-aa98-d0c919133a3e,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:35:34.959382 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:35.026234 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=61e2900b-174a-4ef7-aa98-d0c919133a3e,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:35.039693 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:35.656196 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Sync routers for ids ['5d5208dc-627a-4bee-9744-068ddb04713f'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:35:35.667399 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Routers {'5d5208dc-627a-4bee-9744-068ddb04713f'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:35.668403 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['5d5208dc-627a-4bee-9744-068ddb04713f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:35.778855 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Set router 5d5208dc-627a-4bee-9744-068ddb04713f gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:36.002731 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 4, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port': {'id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:29Z', 'updated_at': '2021-07-28T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '2505d38f-3725-4284-a649-cecc1ffc932f', 'name': '', 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'mac_address': 'fa:16:3e:1f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:31Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 2, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'subnets': [{'id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:36.029241 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Checking router: 5d5208dc-627a-4bee-9744-068ddb04713f for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:35:36.029865 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Updating router 5d5208dc-627a-4bee-9744-068ddb04713f port 2505d38f-3725-4284-a649-cecc1ffc932f binding host dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:35:36.056417 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.426065 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Notify callbacks [] for port, precommit_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.435842 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.provisioning_blocks [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Transition to ACTIVE for port object 2505d38f-3725-4284-a649-cecc1ffc932f will not be triggered until provisioned by entity L2. {{(pid=93020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:36.446071 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.494304 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fd58d-a024-4541-baea-19a54cc3e13d None None] Pushing event updated for resources: {'Port': ['ID=2505d38f-3725-4284-a649-cecc1ffc932f,revision_number=3']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:36.573445 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 61e2900b-174a-4ef7-aa98-d0c919133a3e up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:36.576313 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Attempting to bind port 2505d38f-3725-4284-a649-cecc1ffc932f on host dv-cinder-786260-14-iscsi for vnic_type normal with profile {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:35:36.576680 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Attempting to bind port 2505d38f-3725-4284-a649-cecc1ffc932f by drivers openvswitch,hyperv on host dv-cinder-786260-14-iscsi at level 0 using segments [{'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:35:36.577037 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Attempting to bind port 2505d38f-3725-4284-a649-cecc1ffc932f on network 1728da67-e7f2-4019-a280-58b311c24a2b {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:36.586969 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Checking agent: {'id': 'ebc14fe6-20d5-4f79-bb2c-3583bad1029f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 15, 34), 'started_at': datetime.datetime(2021, 7, 28, 3, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:35:36.587856 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Checking segment: {'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:36.588259 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.588656 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Bound using segment: {'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'} {{(pid=93020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:35:36.589619 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.managers [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Bound port: 2505d38f-3725-4284-a649-cecc1ffc932f, host: dv-cinder-786260-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2383141d-56b5-4c53-8589-b7dbb4d2c624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b'}}] {{(pid=93020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:35:36.590023 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.672286 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] For port 2505d38f-3725-4284-a649-cecc1ffc932f, host dv-cinder-786260-14-iscsi, cleared binding levels {{(pid=93020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:35:36.677686 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.plugins.ml2.db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] For port 2505d38f-3725-4284-a649-cecc1ffc932f, host dv-cinder-786260-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2505d38f-3725-4284-a649-cecc1ffc932f,segment=NetworkSegment(2383141d-56b5-4c53-8589-b7dbb4d2c624),segment_id=2383141d-56b5-4c53-8589-b7dbb4d2c624)] {{(pid=93020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:35:36.690393 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron_lib.callbacks.manager [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.757252 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Routers {'5d5208dc-627a-4bee-9744-068ddb04713f'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:35:36.757905 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:35:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['5d5208dc-627a-4bee-9744-068ddb04713f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:36.796904 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fd58d-a024-4541-baea-19a54cc3e13d None None] Pushing event updated for resources: {'Port': ['ID=2505d38f-3725-4284-a649-cecc1ffc932f,revision_number=4']} {{(pid=93020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:36.815666 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.824671 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 61e2900b-174a-4ef7-aa98-d0c919133a3e triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:36.825287 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:36.912187 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] Set router 5d5208dc-627a-4bee-9744-068ddb04713f gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:35:37.160011 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 4, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port': {'id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:29Z', 'updated_at': '2021-07-28T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '2505d38f-3725-4284-a649-cecc1ffc932f', 'name': '', 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'mac_address': 'fa:16:3e:1f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:31Z', 'updated_at': '2021-07-28T03:35:36Z', 'revision_number': 4, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'subnets': [{'id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:35:37.185805 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af5884-874f-4a03-984a-966dfafdf59b None None] The sync data for ids ['5d5208dc-627a-4bee-9744-068ddb04713f'] in dv-cinder-786260-14-iscsi is: [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:35:31Z', 'revision_number': 4, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port': {'id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:29Z', 'updated_at': '2021-07-28T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '2505d38f-3725-4284-a649-cecc1ffc932f', 'name': '', 'network_id': '1728da67-e7f2-4019-a280-58b311c24a2b', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'mac_address': 'fa:16:3e:1f:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:31Z', 'updated_at': '2021-07-28T03:35:36Z', 'revision_number': 4, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'subnets': [{'id': '7e734c0c-6415-4fba-aa41-c47949983bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:35:38.543100 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2505d38f-3725-4284-a649-cecc1ffc932f up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:38.604310 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning for port 2505d38f-3725-4284-a649-cecc1ffc932f completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:38.608438 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 2505d38f-3725-4284-a649-cecc1ffc932f triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:38.608810 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:38.704874 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:38.742651 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] For port 2505d38f-3725-4284-a649-cecc1ffc932f, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2505d38f-3725-4284-a649-cecc1ffc932f,segment=NetworkSegment(2383141d-56b5-4c53-8589-b7dbb4d2c624),segment_id=2383141d-56b5-4c53-8589-b7dbb4d2c624)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:35:38.748115 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:38.804680 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Pushing event updated for resources: {'Port': ['ID=2505d38f-3725-4284-a649-cecc1ffc932f,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:40.524596 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2505d38f-3725-4284-a649-cecc1ffc932f up at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:35:40.577647 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Provisioning complete for port 2505d38f-3725-4284-a649-cecc1ffc932f triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:40.578777 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:41.155535 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-1ffeee65-a259-4a7f-ab01-9c58bd66e7ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401568 Jul 28 03:35:41.247791 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-7e6627a0-7360-4b10-bde0-ce2873505247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:41.249496 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-7e6627a0-7360-4b10-bde0-ce2873505247 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 1099 time: 0.0472922 Jul 28 03:35:41.354934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-ef77e011-0bec-458c-a066-b7c956ec5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:41.356441 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-ef77e011-0bec-458c-a066-b7c956ec5b24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0862129 Jul 28 03:35:41.425809 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-90fc4844-54f8-4226-bbae-9841926a1df9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880 HTTP/1.1" status: 200 len: 1002 time: 0.0620687 Jul 28 03:35:41.485332 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-cb68b4fb-5c81-4732-b7fc-713e553d9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:41.486851 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-cb68b4fb-5c81-4732-b7fc-713e553d9e5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0495121 Jul 28 03:35:41.534956 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-78837a29-04ae-4af2-aacd-09b5ddd43c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:41.536505 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-78837a29-04ae-4af2-aacd-09b5ddd43c62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411022 Jul 28 03:35:41.632504 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-22267bf0-aa99-4e7d-989e-ca66f896158d service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846443 Jul 28 03:35:41.724948 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0dec8ea5-7dae-4744-9fdf-6b3993387397 req-cd85e91f-daeb-4dc2-89cc-de0c82cf941b service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818868 Jul 28 03:35:42.013374 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-954f6671-b197-415d-9cc5-fd1ed78a6519 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:42.014826 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-954f6671-b197-415d-9cc5-fd1ed78a6519 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 814 time: 0.0974569 Jul 28 03:35:42.029683 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f017f987-c50d-4450-95fc-5d8ca7e2d9c3 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/quotas/a8001923e354418f86941df053499692 HTTP/1.1" status: 200 len: 375 time: 0.0086002 Jul 28 03:35:42.082593 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-56291a6d-6aa5-4351-851b-50253d3636a9 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478117 Jul 28 03:35:42.173212 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-4c22e711-d512-4a43-a1bb-00ac5f65a65c service neutron] 10.222.0.20 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792985 Jul 28 03:35:42.262992 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-c7692b3d-3f15-49aa-bcdd-caf4135d93f7 service neutron] 10.222.0.20 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834396 Jul 28 03:35:42.676436 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5499a60c-a6be-41d7-9c7d-018f11e5a05a req-cbe590b1-952d-4d1c-9bb8-c7e145e72b4c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 210 time: 0.2852807 Jul 28 03:35:43.331633 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-d2359d5b-0bfd-4a15-a8b7-b26fd5863b41 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:43.333052 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-d2359d5b-0bfd-4a15-a8b7-b26fd5863b41 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 814 time: 0.1024628 Jul 28 03:35:43.347112 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'port': {'device_id': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'admin_state_up': True, 'tenant_id': 'a8001923e354418f86941df053499692'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:43.758757 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Made reservation on behalf of a8001923e354418f86941df053499692 for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:35:43.764018 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:43.796856 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5f9d0d5d-b21d-4874-90ce-940865b80e94 req-1c3699bf-e6b4-419f-b2ff-9ef5d63cf399 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 210 time: 0.0382051 Jul 28 03:35:43.957242 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Allocated IP 172.20.0.13 (4352ad80-70f3-431a-9f8d-7a48e91661ba/8c332c0c-6d08-408f-8746-02d7d9d77c72/cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:35:44.115267 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:44.129956 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Transition to ACTIVE for port object cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:44.176523 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:44.201328 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:35:44.219063 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:35:44.222790 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:35:44.276575 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:44.296889 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:44.300933 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:44.317278 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-dd40c394-8739-4ec8-b980-b1348f02a269 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9743288 Jul 28 03:35:44.477333 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-0a82b3de-6b96-4efe-a27b-ad090025906c None None] Provisioning for port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:35:44.481614 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-0a82b3de-6b96-4efe-a27b-ad090025906c None None] Provisioning complete for port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:35:44.481986 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-0a82b3de-6b96-4efe-a27b-ad090025906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:44.520327 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-0a82b3de-6b96-4efe-a27b-ad090025906c None None] Port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:35:44.904158 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470db00c-d903-466c-bca4-a370eb2f5235 req-9d679e9b-b9c3-4268-9661-dcc99457260c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:44.906434 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-470db00c-d903-466c-bca4-a370eb2f5235 req-9d679e9b-b9c3-4268-9661-dcc99457260c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0479767 Jul 28 03:35:44.949393 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-470db00c-d903-466c-bca4-a370eb2f5235 req-01c0fe7b-a0d2-4e28-af0f-87bbd36a9f62 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365427 Jul 28 03:35:45.695340 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:35:46.067368 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6780d-1b9c-46a8-8453-58fd82d30a16 req-0cf3cb0f-ef4d-4ce1-994c-5235a2995a0a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:46.069325 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-09d6780d-1b9c-46a8-8453-58fd82d30a16 req-0cf3cb0f-ef4d-4ce1-994c-5235a2995a0a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0535958 Jul 28 03:35:46.108405 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-09d6780d-1b9c-46a8-8453-58fd82d30a16 req-92022cc0-6e80-45d2-a2c4-a895fad3a9a7 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Jul 28 03:35:47.225822 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6eee7-08cf-4068-886c-07f32c3d80ac req-37ec7a26-c695-43aa-a238-f90b3f41f8e5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:47.227259 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d9c6eee7-08cf-4068-886c-07f32c3d80ac req-37ec7a26-c695-43aa-a238-f90b3f41f8e5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0484476 Jul 28 03:35:47.267246 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d9c6eee7-08cf-4068-886c-07f32c3d80ac req-d205196b-655d-4373-8d01-d3e2fae8c3b9 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335653 Jul 28 03:35:48.382670 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65e88-caa3-45d9-a4a4-fa9ce1ef7706 req-ee05ff38-f7be-489f-80fb-ab354629c865 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:48.384191 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bbd65e88-caa3-45d9-a4a4-fa9ce1ef7706 req-ee05ff38-f7be-489f-80fb-ab354629c865 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0502505 Jul 28 03:35:48.422457 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bbd65e88-caa3-45d9-a4a4-fa9ce1ef7706 req-49c859e3-c088-437e-90d7-2e1bbba935f9 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Jul 28 03:35:49.543091 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031767a-e5af-4256-8ab0-2ca9df275558 req-508b3291-9f45-4885-8dd1-c177cd17c940 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:49.544584 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c031767a-e5af-4256-8ab0-2ca9df275558 req-508b3291-9f45-4885-8dd1-c177cd17c940 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0551350 Jul 28 03:35:49.581411 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c031767a-e5af-4256-8ab0-2ca9df275558 req-5f73f99e-18f5-4cb2-99b6-18b04af7ef7e tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Jul 28 03:35:50.698099 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d947c5-293b-427c-a140-265452b47274 req-37fd54ab-2f86-4442-8099-f78202ca42bf tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:50.699486 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8d947c5-293b-427c-a140-265452b47274 req-37fd54ab-2f86-4442-8099-f78202ca42bf tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0484042 Jul 28 03:35:50.745073 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b8d947c5-293b-427c-a140-265452b47274 req-02e3c249-cdc0-40ab-93d0-5f3954c5ba76 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351362 Jul 28 03:35:51.899141 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255241c5-c244-4bd9-9d17-06f98dea0c61 req-6a224c5f-3ea4-4993-ab9e-e0bcaa8ee3fa tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:51.900637 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-255241c5-c244-4bd9-9d17-06f98dea0c61 req-6a224c5f-3ea4-4993-ab9e-e0bcaa8ee3fa tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0586295 Jul 28 03:35:51.942049 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-255241c5-c244-4bd9-9d17-06f98dea0c61 req-4b7eb490-9c6b-4e34-9aba-cc5753a9bcbf tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Jul 28 03:35:53.058487 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5022f-d1fa-4b1b-af07-37b6155e9df8 req-fe2758db-8f0d-4785-b7a3-a9b063caa7ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:53.060287 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58d5022f-d1fa-4b1b-af07-37b6155e9df8 req-fe2758db-8f0d-4785-b7a3-a9b063caa7ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0525150 Jul 28 03:35:53.107107 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-58d5022f-d1fa-4b1b-af07-37b6155e9df8 req-3218337a-894f-4cec-a1b3-cc1bd0db2213 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Jul 28 03:35:54.226402 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b9ba0-3f58-4a47-9712-1e6081555d8f req-8f555e8d-8fdd-41cd-80ac-c32a93de5e9b tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:54.228794 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d80b9ba0-3f58-4a47-9712-1e6081555d8f req-8f555e8d-8fdd-41cd-80ac-c32a93de5e9b tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0538993 Jul 28 03:35:54.267335 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d80b9ba0-3f58-4a47-9712-1e6081555d8f req-e5096455-f55a-49bf-aa66-4c54e943d832 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Jul 28 03:35:55.377997 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03dbe-41c9-4992-ae82-ad4b0635bb9d req-a121a0e3-7ef2-46d6-a99a-dc5cfaf5c03a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:55.379433 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29e03dbe-41c9-4992-ae82-ad4b0635bb9d req-a121a0e3-7ef2-46d6-a99a-dc5cfaf5c03a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0474532 Jul 28 03:35:55.414979 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-29e03dbe-41c9-4992-ae82-ad4b0635bb9d req-b7ecd454-9661-4dce-a082-53d4db8705f9 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298014 Jul 28 03:35:56.530836 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9830bb-bd4c-4f2d-a7b8-262446e1f950 req-73368a38-e6d2-49ef-a543-b04880e010ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:56.532305 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d9830bb-bd4c-4f2d-a7b8-262446e1f950 req-73368a38-e6d2-49ef-a543-b04880e010ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 932 time: 0.0513268 Jul 28 03:35:56.568368 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9d9830bb-bd4c-4f2d-a7b8-262446e1f950 req-d830927b-3b57-4971-b00f-3bff4e9fcf72 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303569 Jul 28 03:35:57.206394 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Request body: {'port': {'device_id': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:35:57.260572 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:57.511918 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:35:57.519852 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:57.533384 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Transition to ACTIVE for port object cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:35:57.537113 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:57.591085 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:57.663252 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Attempting to bind port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:35:57.663718 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Attempting to bind port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:35:57.664124 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Attempting to bind port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 on network 4352ad80-70f3-431a-9f8d-7a48e91661ba {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:57.668850 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 on network 4352ad80-70f3-431a-9f8d-7a48e91661ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:35:57.669179 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Attempting to bind port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 on network 4352ad80-70f3-431a-9f8d-7a48e91661ba {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:35:57.675142 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:35:57.675541 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Checking segment: {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:35:57.675897 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Bound using segment: {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:35:57.676334 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Bound port: cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacd6319-71e9-404e-948f-19291b9bc37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:35:57.676694 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:57.687974 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c70a3-26c6-4e14-850a-006d92ba7233 req-27f6e204-96fb-4e9c-a241-2ff6f1dd32f4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:57.689177 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-857c70a3-26c6-4e14-850a-006d92ba7233 req-27f6e204-96fb-4e9c-a241-2ff6f1dd32f4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 944 time: 0.0511749 Jul 28 03:35:57.729285 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-857c70a3-26c6-4e14-850a-006d92ba7233 req-5f1c31b3-2d28-437a-95e6-55d1b200d1a1 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Jul 28 03:35:57.741700 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:35:57.744756 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:35:57.749607 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:57.780813 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:57.781455 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:35:57.783499 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] 10.222.0.10 "PUT /v2.0/ports/cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 1094 time: 0.5816743 Jul 28 03:35:57.783908 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:35:57.786108 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81669a3-e1c1-4788-b323-35bdcc776ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:35:57.813538 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059d3c2-6156-4355-ba1d-bcd4e7e32962 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:35:57.856826 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebffcdf-8aaf-4322-81c8-3c7f58534f56 x-openstack-request-id: req-2ebffcdf-8aaf-4322-81c8-3c7f58534f56 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:35:57.857119 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:35:57.857369 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ebffcdf-8aaf-4322-81c8-3c7f58534f56 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:35:57.857762 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'status': 'completed', 'code': 200} Jul 28 03:35:57.874247 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-92415a37-406c-48a4-b143-5c9e630eb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:57.876349 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-92415a37-406c-48a4-b143-5c9e630eb0be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1097 time: 0.0522082 Jul 28 03:35:57.919405 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-8a7e9149-b822-431a-8e7f-e9329c7b9c1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 217 time: 0.0348463 Jul 28 03:35:57.968730 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-950e516b-11ed-4e3e-a7c1-3e54b5680204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:57.970248 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-950e516b-11ed-4e3e-a7c1-3e54b5680204 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0442636 Jul 28 03:35:58.021024 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78d3-080a-448c-a666-100c8f589755 req-687cbd23-4679-41ee-9579-a9a321512441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:58.022478 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-687cbd23-4679-41ee-9579-a9a321512441 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438361 Jul 28 03:35:58.107974 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-0cb9348c-48e9-48ca-93ba-0ed12798de62 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784798 Jul 28 03:35:58.197686 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1b1d78d3-080a-448c-a666-100c8f589755 req-00f65f81-f688-4204-928c-e9b0e07d4a31 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829642 Jul 28 03:35:58.281991 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-c507f991-0efd-42b2-a97b-c0de8113ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:58.283448 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-c507f991-0efd-42b2-a97b-c0de8113ee4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1097 time: 0.0400715 Jul 28 03:35:58.369672 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-c916922d-b96b-4675-a5a0-b3a3dc5b2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:58.371001 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-c916922d-b96b-4675-a5a0-b3a3dc5b2846 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 915 time: 0.0802302 Jul 28 03:35:58.413723 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-c9cb6c2d-8028-48d7-87ae-8fc789f0395d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 217 time: 0.0355935 Jul 28 03:35:58.461735 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-9e489c42-1fe5-45c9-8b93-d9478fee46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:58.463119 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-9e489c42-1fe5-45c9-8b93-d9478fee46d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0424907 Jul 28 03:35:58.507299 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-d6798ed4-0164-4075-8407-069249fecc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:58.508742 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-d6798ed4-0164-4075-8407-069249fecc0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390716 Jul 28 03:35:58.598678 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-0ac0610b-a75d-4b46-8163-3fe0c893bb45 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Jul 28 03:35:58.685180 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d81669a3-e1c1-4788-b323-35bdcc776ef1 req-9f1eb0d1-ac2c-4318-a8be-cb8a905577f8 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786617 Jul 28 03:35:58.840165 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c4eb3-02dd-41a5-879a-9dc4b1883fd6 req-6ec67db1-4abd-41ab-b86c-3c1b9a63a2e7 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:58.841612 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb4c4eb3-02dd-41a5-879a-9dc4b1883fd6 req-6ec67db1-4abd-41ab-b86c-3c1b9a63a2e7 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 944 time: 0.0477343 Jul 28 03:35:58.878355 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cb4c4eb3-02dd-41a5-879a-9dc4b1883fd6 req-ea8bcc83-a811-49c2-a085-c44f8ec05f88 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304408 Jul 28 03:35:59.993504 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318a1f-2df2-40c0-b4c5-524c456f059b req-ec7555e0-3ef7-4215-a3ca-356065315c9c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:35:59.994976 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f318a1f-2df2-40c0-b4c5-524c456f059b req-ec7555e0-3ef7-4215-a3ca-356065315c9c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 944 time: 0.0512056 Jul 28 03:36:00.031529 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6f318a1f-2df2-40c0-b4c5-524c456f059b req-e7706bb2-339e-4c7f-89a1-833db85a3521 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299578 Jul 28 03:36:01.143121 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1077-9ba0-406c-83e4-9cfeadc1c490 req-cda8832a-a646-4663-a0e1-1fb7ff72829f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:01.144579 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a4c1077-9ba0-406c-83e4-9cfeadc1c490 req-cda8832a-a646-4663-a0e1-1fb7ff72829f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 944 time: 0.0477345 Jul 28 03:36:01.180397 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3a4c1077-9ba0-406c-83e4-9cfeadc1c490 req-085e2d4c-b9d2-4dcf-acb9-737c54820778 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300198 Jul 28 03:36:01.238492 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-17809ce3-a72f-4c86-9b76-c5135640e551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:02.290287 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd33a9-f40d-4b61-b331-d8e3b21e3a11 req-314b6902-0e0b-4a5e-beb0-397bd7c89627 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:02.291801 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6dcd33a9-f40d-4b61-b331-d8e3b21e3a11 req-314b6902-0e0b-4a5e-beb0-397bd7c89627 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 944 time: 0.0481720 Jul 28 03:36:02.327669 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6dcd33a9-f40d-4b61-b331-d8e3b21e3a11 req-be0a1cc9-e2a4-49c2-b401-3d3791de0765 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300519 Jul 28 03:36:02.657611 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:36:02.749223 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:02.760647 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'port_id': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'mac_address': 'fa:16:3e:a9:86:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:36:02.799409 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:02.811393 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:36:02.830643 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:02.834521 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:02.880988 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:03.017176 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:03.157605 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:36:03.442112 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c066b8-6cb1-4719-b7fe-3559b59f876c req-4330ca7b-891f-4bcb-bf62-141bed938475 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:03.443599 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8c066b8-6cb1-4719-b7fe-3559b59f876c req-4330ca7b-891f-4bcb-bf62-141bed938475 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Jul 28 03:36:03.481444 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8c066b8-6cb1-4719-b7fe-3559b59f876c req-1d38d8a9-539f-4ec4-8d42-39a094917d31 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316904 Jul 28 03:36:03.904742 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c30c3e6-bd6a-4875-b17f-a906bc370edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:03.981124 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:04.591221 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84f267-7823-4227-b95a-c64d3b12fe57 req-57a7f0d7-c00f-4815-833c-0b4757527fd7 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:04.593190 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb84f267-7823-4227-b95a-c64d3b12fe57 req-57a7f0d7-c00f-4815-833c-0b4757527fd7 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 945 time: 0.0483739 Jul 28 03:36:04.630639 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eb84f267-7823-4227-b95a-c64d3b12fe57 req-a3ba1656-9d63-44c1-861a-a26a45ae1c44 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Jul 28 03:36:04.682426 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:36:04.728439 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:36:04.731984 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:04.732355 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:04.808349 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:04.829560 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:36:04.831801 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd38705-d7a3-409f-8e8c-91055ecd2212" -d '{"events": [{"server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "name": "network-vif-plugged", "status": "completed", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:36:04.845090 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:04.848951 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:04.895506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:04.977217 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bbe744-d309-4c7a-b2f4-6a375cfe0998 x-openstack-request-id: req-f6bbe744-d309-4c7a-b2f4-6a375cfe0998 {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:36:04.977844 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "name": "network-vif-plugged", "status": "completed", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:36:04.977844 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6bbe744-d309-4c7a-b2f4-6a375cfe0998 {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:36:04.978129 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'code': 200} Jul 28 03:36:05.019959 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:05.152414 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07a375-8632-464a-b050-7a6f0af8a018 req-d32e718b-8d0e-4822-85fa-06950a8e9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:05.153831 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5d07a375-8632-464a-b050-7a6f0af8a018 req-d32e718b-8d0e-4822-85fa-06950a8e9420 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1099 time: 0.0390465 Jul 28 03:36:05.190309 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-5d07a375-8632-464a-b050-7a6f0af8a018 req-74399f04-a1a7-475f-b8d9-86a3d779bff2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294540 Jul 28 03:36:05.741242 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406051-288c-4e09-bb50-cd941b49b7d1 req-0b7a91c3-c2c0-4b59-8f16-4a9815d793ff tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:05.742677 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16406051-288c-4e09-bb50-cd941b49b7d1 req-0b7a91c3-c2c0-4b59-8f16-4a9815d793ff tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0478842 Jul 28 03:36:05.778899 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-16406051-288c-4e09-bb50-cd941b49b7d1 req-d038121b-b32d-4b71-b374-6b09238bb6e8 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303535 Jul 28 03:36:06.662199 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:06.894880 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5632e-7ac7-47ac-89f3-3c2b1042917e req-53f8bb9e-0a6f-4d6b-9b68-f6736b582e58 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:06.896380 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8f5632e-7ac7-47ac-89f3-3c2b1042917e req-53f8bb9e-0a6f-4d6b-9b68-f6736b582e58 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0512307 Jul 28 03:36:06.932124 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e8f5632e-7ac7-47ac-89f3-3c2b1042917e req-e16eaeef-56b5-4da1-81bc-ed1b954d0a0a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299149 Jul 28 03:36:07.041636 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4ca0-b37b-4c3e-bd68-9b396d6ec09d req-5812d7a1-ce36-45d1-83ee-e4d58de2b0e3 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:07.043060 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a64d4ca0-b37b-4c3e-bd68-9b396d6ec09d req-5812d7a1-ce36-45d1-83ee-e4d58de2b0e3 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0476942 Jul 28 03:36:07.079869 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a64d4ca0-b37b-4c3e-bd68-9b396d6ec09d req-d98a3247-4dba-4a68-9c72-56668529b5d5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Jul 28 03:36:07.391950 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c8204-1234-444b-91eb-ad0e64285e4b req-680c9631-4ee9-495f-a168-9c8e65afab01 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:07.393341 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-559c8204-1234-444b-91eb-ad0e64285e4b req-680c9631-4ee9-495f-a168-9c8e65afab01 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0477188 Jul 28 03:36:07.429512 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-559c8204-1234-444b-91eb-ad0e64285e4b req-72ac2d28-f151-48b4-99b6-1844a5d3e380 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303822 Jul 28 03:36:16.804410 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7324-3702-4e62-99a3-b19345ca3402 req-271fa2b5-a551-4427-8dbc-d0d95dd83ed4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:16.805844 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c34e7324-3702-4e62-99a3-b19345ca3402 req-271fa2b5-a551-4427-8dbc-d0d95dd83ed4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0518150 Jul 28 03:36:16.841828 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-c34e7324-3702-4e62-99a3-b19345ca3402 req-f8662af1-018d-4452-820c-01cef0d2b9ff tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302949 Jul 28 03:36:16.863932 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50650) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:16.991884 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a592d-0276-4870-9c1d-dca170063142 tempest-TestMinimumBasicScenario-572277206 tempest-TestMinimumBasicScenario-572277206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:16.993380 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-519a592d-0276-4870-9c1d-dca170063142 tempest-TestMinimumBasicScenario-572277206 tempest-TestMinimumBasicScenario-572277206-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1094 time: 0.1285036 Jul 28 03:36:16.996233 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50654) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:17.000552 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'port_id': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'tenant_id': 'a8001923e354418f86941df053499692', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:17.021675 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:17.118700 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:17.217279 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Allocated IP 172.27.3.170 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/8d39a7d6-3827-4622-9426-423e31c00b5f) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:36:17.317209 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:17.355066 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:17.391845 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:36:17.394624 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:36:17.401601 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:36:17.406876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'Port': ['ID=8d39a7d6-3827-4622-9426-423e31c00b5f,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:17.433267 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.433625 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.433963 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.434298 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.434634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.434966 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.435297 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.435665 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.435995 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.436324 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.436657 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.437502 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:36:17.754876 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:17.817026 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:17.961003 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:17.965287 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.033025 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'Port': ['ID=8d39a7d6-3827-4622-9426-423e31c00b5f,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:18.042396 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.136641 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Floating IP 5da0e852-7378-4238-8eb2-3e31b738fe3a associated. External IP: 172.27.3.170, port: cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6. Jul 28 03:36:18.335354 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:36:18.434800 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:36:18.445068 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] Sync routers for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:36:18.451075 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.455899 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:18.456519 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:36:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:18.480603 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-c7ceaf86-173f-4048-91f3-b71c1d21bd74 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4833710 Jul 28 03:36:18.481294 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:36:18.483316 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50656) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:18.484297 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:36:18.489242 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-2d7c89d6-979b-4a8c-9a13-4c6f580e761a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621269146', 'description': 'tempest-secgroup-smoke-621269146 description', 'project_id': 'a8001923e354418f86941df053499692'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:18.513596 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2d7c89d6-979b-4a8c-9a13-4c6f580e761a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.521515 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f978b3-9cf6-494a-b521-eee64307723c x-openstack-request-id: req-02f978b3-9cf6-494a-b521-eee64307723c {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:36:18.521813 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:36:18.522065 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02f978b3-9cf6-494a-b521-eee64307723c {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:36:18.522466 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'status': 'completed', 'code': 200} Jul 28 03:36:18.567280 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:18.605096 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-fd6c3cb8-5564-467c-97af-af0ad7b75f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:18.606581 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-fd6c3cb8-5564-467c-97af-af0ad7b75f53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1099 time: 0.0584447 Jul 28 03:36:18.678318 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2d7c89d6-979b-4a8c-9a13-4c6f580e761a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.683359 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2d7c89d6-979b-4a8c-9a13-4c6f580e761a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.724316 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-2d7c89d6-979b-4a8c-9a13-4c6f580e761a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.725525 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-2d7c89d6-979b-4a8c-9a13-4c6f580e761a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2406535 Jul 28 03:36:18.728686 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50660) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:18.730265 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c89d6-979b-4a8c-9a13-4c6f580e761a tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659375ee-e252-461d-a38a-9bceb6abc365,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:18.734109 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-48742cb2-07dc-4e47-9fee-ccc36978378f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'security_group_rule': {'security_group_id': '659375ee-e252-461d-a38a-9bceb6abc365', 'project_id': 'a8001923e354418f86941df053499692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:18.749039 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-7795f7b6-3ed4-484d-b993-283a241d11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:18.751275 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-7795f7b6-3ed4-484d-b993-283a241d11ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 915 time: 0.1359324 Jul 28 03:36:18.761531 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48742cb2-07dc-4e47-9fee-ccc36978378f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.791112 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '5da0e852-7378-4238-8eb2-3e31b738fe3a', 'tenant_id': 'a8001923e354418f86941df053499692', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'port_id': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'mac_address': 'fa:16:3e:a9:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:36:17Z', 'updated_at': '2021-07-28T03:36:17Z', 'revision_number': 0, 'project_id': 'a8001923e354418f86941df053499692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:32Z', 'revision_number': 5, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:18.819000 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] Checking router: a8e5af2c-446b-4d5f-8cb1-9451ab87be38 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:36:18.820030 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48742cb2-07dc-4e47-9fee-ccc36978378f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.824239 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48742cb2-07dc-4e47-9fee-ccc36978378f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.825124 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-55c65549-3d72-4e83-8452-82f2678276fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 1000 time: 0.0652342 Jul 28 03:36:18.828515 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:36:18.829141 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:36:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:18.842087 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48742cb2-07dc-4e47-9fee-ccc36978378f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9137c8-6c02-4829-a9b7-1a94cf34ee24,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:18.850146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-48742cb2-07dc-4e47-9fee-ccc36978378f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.851350 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-48742cb2-07dc-4e47-9fee-ccc36978378f tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214044 Jul 28 03:36:18.854162 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50662) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:18.858519 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-cd616208-45d4-4b9f-9b1b-db40d8c9fa2d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'security_group_rule': {'security_group_id': '659375ee-e252-461d-a38a-9bceb6abc365', 'project_id': 'a8001923e354418f86941df053499692', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:18.890479 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cd616208-45d4-4b9f-9b1b-db40d8c9fa2d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.891427 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-e0e56bae-a54a-4ee9-b5d9-ecdcf2fb7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:18.892929 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-e0e56bae-a54a-4ee9-b5d9-ecdcf2fb7289 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0568366 Jul 28 03:36:18.937797 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:36:18.942075 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-6e7eeb1f-7559-4fbd-90fe-cd29b2cb6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:18.943935 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-6e7eeb1f-7559-4fbd-90fe-cd29b2cb6e57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413747 Jul 28 03:36:18.951066 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cd616208-45d4-4b9f-9b1b-db40d8c9fa2d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.956720 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cd616208-45d4-4b9f-9b1b-db40d8c9fa2d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.975010 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd616208-45d4-4b9f-9b1b-db40d8c9fa2d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668a7092-43b1-4ff2-93d9-931c78190056,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:18.982982 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-cd616208-45d4-4b9f-9b1b-db40d8c9fa2d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:18.987370 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-cd616208-45d4-4b9f-9b1b-db40d8c9fa2d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297538 Jul 28 03:36:18.987657 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50664) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:18.992493 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-e2bce6d5-3a65-460a-ac7e-3b3e4aa88986 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'security_group_rule': {'security_group_id': '659375ee-e252-461d-a38a-9bceb6abc365', 'project_id': 'a8001923e354418f86941df053499692', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:19.021072 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e2bce6d5-3a65-460a-ac7e-3b3e4aa88986 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.036511 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-5c9e7cb4-c5b4-4ada-a3db-c34cc19136cc service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847142 Jul 28 03:36:19.082646 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e2bce6d5-3a65-460a-ac7e-3b3e4aa88986 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.086402 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e2bce6d5-3a65-460a-ac7e-3b3e4aa88986 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.107948 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bce6d5-3a65-460a-ac7e-3b3e4aa88986 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a35d5d-3870-4d4f-8f19-30e38ea2112f,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:19.112304 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-e2bce6d5-3a65-460a-ac7e-3b3e4aa88986 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.113832 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-e2bce6d5-3a65-460a-ac7e-3b3e4aa88986 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249428 Jul 28 03:36:19.116833 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50666) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:19.120996 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-6fdadb0c-f40b-438d-a276-29f80ba69ae2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'security_group_rule': {'security_group_id': '659375ee-e252-461d-a38a-9bceb6abc365', 'project_id': 'a8001923e354418f86941df053499692', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:19.143200 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-d3e1cde3-678d-40d5-ab1a-5ad2b76264a5 req-d673bf49-38f7-4e75-875e-c2f90c36757c service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976837 Jul 28 03:36:19.150178 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fdadb0c-f40b-438d-a276-29f80ba69ae2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.187964 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '5da0e852-7378-4238-8eb2-3e31b738fe3a', 'tenant_id': 'a8001923e354418f86941df053499692', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'port_id': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'mac_address': 'fa:16:3e:a9:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:36:17Z', 'updated_at': '2021-07-28T03:36:17Z', 'revision_number': 0, 'project_id': 'a8001923e354418f86941df053499692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:32Z', 'revision_number': 5, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:36:19.210875 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fdadb0c-f40b-438d-a276-29f80ba69ae2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.214610 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fdadb0c-f40b-438d-a276-29f80ba69ae2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.218006 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac30f67-08ca-4f45-a3ae-491b7c51ea16 None None] The sync data for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi is: [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '5da0e852-7378-4238-8eb2-3e31b738fe3a', 'tenant_id': 'a8001923e354418f86941df053499692', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'port_id': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'mac_address': 'fa:16:3e:a9:86:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:36:17Z', 'updated_at': '2021-07-28T03:36:17Z', 'revision_number': 0, 'project_id': 'a8001923e354418f86941df053499692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:32Z', 'revision_number': 5, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:36:19.232458 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdadb0c-f40b-438d-a276-29f80ba69ae2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc63f98-9286-433c-9c12-d0fc5e9b8645,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:19.239451 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fdadb0c-f40b-438d-a276-29f80ba69ae2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.240624 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6fdadb0c-f40b-438d-a276-29f80ba69ae2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231654 Jul 28 03:36:19.243389 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50668) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:19.247864 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'security_group_rule': {'security_group_id': '659375ee-e252-461d-a38a-9bceb6abc365', 'project_id': 'a8001923e354418f86941df053499692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:19.272189 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.securitygroups_db [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Project a8001923e354418f86941df053499692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:36:19.277068 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.339585 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.344470 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.362003 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c995b0b-2b5f-4e17-a630-75d56a421180,revision_number=0']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:19.368999 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.373067 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50670) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:36:19.373230 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b921817f-1954-4bc7-bf95-5aad383feff0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286895 Jul 28 03:36:19.378036 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'security_group_rule': {'security_group_id': '659375ee-e252-461d-a38a-9bceb6abc365', 'project_id': 'a8001923e354418f86941df053499692', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:19.400176 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.securitygroups_db [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Project a8001923e354418f86941df053499692 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 03:36:19.406347 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.432734 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c49b3-6a7c-49b5-8bfd-6ea1ba5e19ae None None] New status for floating IP 5da0e852-7378-4238-8eb2-3e31b738fe3a: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:36:19.469792 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.473219 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011643'] for security_group_rule, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.490111 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b62a41a-acbc-490d-94da-bc33ae47c478,revision_number=0']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:19.499300 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.500540 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-c763501e-f4fd-413d-96d5-47bb92b669a6 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261621 Jul 28 03:36:19.576856 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fd640133-566e-437e-b75f-bed968d4e015 req-dbb71b40-cf01-4f65-bb28-f679090cc237 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621269146&fields=id&tenant_id=a8001923e354418f86941df053499692 HTTP/1.1" status: 200 len: 267 time: 0.0325401 Jul 28 03:36:19.634063 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640133-566e-437e-b75f-bed968d4e015 req-d293e846-86b7-41e2-9e27-ce26202eb7a3 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:19.635537 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fd640133-566e-437e-b75f-bed968d4e015 req-d293e846-86b7-41e2-9e27-ce26202eb7a3 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0521111 Jul 28 03:36:19.646865 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'port': {'security_groups': ['8ffa2e68-d263-4c45-81ea-9dee25f9bc73', '659375ee-e252-461d-a38a-9bceb6abc365']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:36:19.707764 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.886888 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:36:19.915812 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.919923 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.930643 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:36:19.961874 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:19.962498 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:19.966877 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fd640133-566e-437e-b75f-bed968d4e015 req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "PUT /v2.0/ports/cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 982 time: 0.3241777 Jul 28 03:36:19.991114 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b4dde-9c0d-46de-a713-a0cbca63c5e4 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=6']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:36:20.034912 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:36:20.084292 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b107b-8aa6-498b-8263-2e9eb55779c2 req-a2e2e313-e4ba-49e9-9520-f956bfd6c180 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:20.086012 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-072b107b-8aa6-498b-8263-2e9eb55779c2 req-a2e2e313-e4ba-49e9-9520-f956bfd6c180 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0591590 Jul 28 03:36:20.131988 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-072b107b-8aa6-498b-8263-2e9eb55779c2 req-c6f4a03b-2269-49bc-8869-f9a3a80b80a0 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387454 Jul 28 03:36:20.225892 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-e8939dca-e8c7-486c-90c9-7efe76cd1fad None None] Provisioning complete for port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:36:20.226267 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e8939dca-e8c7-486c-90c9-7efe76cd1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:20.523480 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:36:20.526181 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd04dd-3916-47f2-88df-e1dc65dc9573" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:36:20.563297 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df94c19-39ed-4314-9374-1548ad6724ac x-openstack-request-id: req-1df94c19-39ed-4314-9374-1548ad6724ac {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:36:20.563632 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:36:20.563885 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1df94c19-39ed-4314-9374-1548ad6724ac {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:36:20.564304 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'status': 'completed', 'code': 200} Jul 28 03:36:20.626729 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-0cd9c16d-8be8-4853-9c62-5914e9c53013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:20.628295 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-0cd9c16d-8be8-4853-9c62-5914e9c53013 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1138 time: 0.0413313 Jul 28 03:36:20.721565 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-a2b86623-d0a7-4f69-9292-c06b24b8fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:20.722935 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-a2b86623-d0a7-4f69-9292-c06b24b8fd00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 915 time: 0.0872545 Jul 28 03:36:20.788044 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-97073ea2-89af-42f8-be0f-888f95d1d00c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 1002 time: 0.0566301 Jul 28 03:36:20.838102 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-35550e4c-de05-4a84-9f6d-bdafcc880a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:20.839512 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-35550e4c-de05-4a84-9f6d-bdafcc880a73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0445437 Jul 28 03:36:20.882912 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-2be416e2-1d68-4d76-99f2-a461c843c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:20.884361 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-2be416e2-1d68-4d76-99f2-a461c843c4b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0372641 Jul 28 03:36:20.974352 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-be283f80-9f87-4c1a-a5a1-a66dd7abe97e service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783355 Jul 28 03:36:21.061603 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b4bd04dd-3916-47f2-88df-e1dc65dc9573 req-70d351c4-a877-4b17-b573-5076e22dbdcb service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806947 Jul 28 03:36:22.695102 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:36:31.243223 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b997-e53b-4ea5-b68e-31ca1c953223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.044531 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.905028 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6946a6f4-71dd-4cae-9196-e6beb2ae0e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:33.980158 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:35.022033 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:36.664403 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:36:42.134815 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-76f8479e-efe8-4642-9822-c436eba162c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391541 Jul 28 03:36:42.215440 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-d16ec6f5-5bef-46be-ac62-62b83787c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:42.216908 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-d16ec6f5-5bef-46be-ac62-62b83787c8b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 1099 time: 0.0397279 Jul 28 03:36:42.323767 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-b4903445-0be2-479c-800a-7f2735d3f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:42.325182 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-b4903445-0be2-479c-800a-7f2735d3f46b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0901389 Jul 28 03:36:42.391758 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-dfc263fd-4eda-46ca-85c9-0dbb1e79883f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880 HTTP/1.1" status: 200 len: 1002 time: 0.0580342 Jul 28 03:36:42.443141 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-5df63eb6-48f7-4fe0-a7ac-3bd4003e2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:42.444596 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-5df63eb6-48f7-4fe0-a7ac-3bd4003e2b75 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0455132 Jul 28 03:36:42.488391 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-6f20055c-e904-422d-afd0-66a91746379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:36:42.489831 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-6f20055c-e904-422d-afd0-66a91746379b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382330 Jul 28 03:36:42.576645 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-169a94f7-3a41-4cd7-b163-aa87cc7bc262 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784523 Jul 28 03:36:42.667229 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-9125c3de-2ae2-4e4a-b7d9-94362ddf9610 req-f0dcbd5a-7c82-4f58-acf4-4bef6b52ed20 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830104 Jul 28 03:36:59.693977 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:37:01.242717 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c524f005-9ec5-4a3f-b8ee-2542e0cbf381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.052111 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.905003 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fc3f17ab-6bc0-4809-a8fe-9ee55c6cf170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:03.979100 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:05.024187 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:06.666842 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:13.862985 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd54cec-d977-40ef-999d-907eb666538a req-8c650ff2-af56-401b-b4ee-1f942afb0b7c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:13.864372 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fdd54cec-d977-40ef-999d-907eb666538a req-8c650ff2-af56-401b-b4ee-1f942afb0b7c tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 946 time: 0.0494306 Jul 28 03:37:13.901148 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fdd54cec-d977-40ef-999d-907eb666538a req-05e2423d-9fe9-46f9-bb68-dcbc6dd9f7b9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309515 Jul 28 03:37:15.019678 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859233d-0833-448d-97ed-10428f5d5750 req-d5faa23e-1750-4e3b-aab8-5f395fd508e4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:15.021094 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3859233d-0833-448d-97ed-10428f5d5750 req-d5faa23e-1750-4e3b-aab8-5f395fd508e4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 946 time: 0.0471544 Jul 28 03:37:15.056596 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3859233d-0833-448d-97ed-10428f5d5750 req-a2df3dcd-0248-4cc7-b147-4f47e30c991a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296268 Jul 28 03:37:15.507314 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-931c29a9-b22f-493a-a904-b1982169ff4d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:15.508771 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-931c29a9-b22f-493a-a904-b1982169ff4d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 946 time: 0.0492291 Jul 28 03:37:15.600262 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Deleting port 7da615fb-d331-4ac8-88a7-0f33f23f1880 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:37:15.600610 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.684565 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] For port 7da615fb-d331-4ac8-88a7-0f33f23f1880, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7da615fb-d331-4ac8-88a7-0f33f23f1880,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:15.684931 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.849225 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.849594 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.849822 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Floating IP 4fab9ea7-c252-4e82-8849-c84926947f22 disassociated. External IP: 172.27.3.247, port: 7da615fb-d331-4ac8-88a7-0f33f23f1880. Jul 28 03:37:15.850182 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Calling delete_port for 7da615fb-d331-4ac8-88a7-0f33f23f1880 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:37:15.968384 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:15.995693 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event deleted for resources: {'Port': ['ID=7da615fb-d331-4ac8-88a7-0f33f23f1880,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:16.006408 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.006759 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.007094 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.007422 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.007772 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.008100 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.008425 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.008748 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.009069 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.009387 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.009705 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.010020 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:16.115324 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:16.165988 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-599c6b64-3395-4f92-af8d-5422e1416ebe req-42b72964-a44d-4064-b028-4360456265b3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e8677a3-a197-49e2-8e13-f8bc89827718 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Jul 28 03:37:16.221879 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:16.231253 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:16.239950 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:16.240532 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:37:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:16.262014 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] No DVR routers for this DVR port 7da615fb-d331-4ac8-88a7-0f33f23f1880 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:37:16.264789 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:16.267210 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-8dbc1878-19b0-4a2e-a8ca-4ef52af14597 req-f611fbf2-6eae-4832-8e3e-995e6d44ef03 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "DELETE /v2.0/ports/7da615fb-d331-4ac8-88a7-0f33f23f1880 HTTP/1.1" status: 204 len: 173 time: 0.7516561 Jul 28 03:37:16.267657 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'name': 'network-vif-deleted', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:16.269878 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74481983-0d35-4273-be46-076475923561" -d '{"events": [{"server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "name": "network-vif-deleted", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:16.349944 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:16.472596 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0aec28-8f2d-4ee5-8afd-e3c7b38b9c8e x-openstack-request-id: req-6c0aec28-8f2d-4ee5-8afd-e3c7b38b9c8e {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:16.472875 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8677a3-a197-49e2-8e13-f8bc89827718", "name": "network-vif-deleted", "tag": "7da615fb-d331-4ac8-88a7-0f33f23f1880", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:16.473147 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0aec28-8f2d-4ee5-8afd-e3c7b38b9c8e {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:16.473517 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8677a3-a197-49e2-8e13-f8bc89827718', 'name': 'network-vif-deleted', 'tag': '7da615fb-d331-4ac8-88a7-0f33f23f1880', 'status': 'completed', 'code': 200} Jul 28 03:37:16.557199 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:16.587527 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:16.597292 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:16.597895 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:37:04Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:16.703242 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:16.894251 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:16.920506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec1095-ce7c-46dd-98d2-4597d2e42eb0 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:17.132152 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0ebef-8763-40d9-a3ad-34ecf4346411 None None] New status for floating IP 4fab9ea7-c252-4e82-8849-c84926947f22: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:37:17.407594 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-a306a4cf-ffc0-4f69-9083-e53eed7fadca tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650343149&fields=id&tenant_id=92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 267 time: 0.0320828 Jul 28 03:37:17.509935 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-d6404dc6-f22c-4ea8-9fdf-cdf36c1e6113 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:17.511389 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-d6404dc6-f22c-4ea8-9fdf-cdf36c1e6113 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 810 time: 0.0975754 Jul 28 03:37:17.526253 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-1f35496e-0616-4885-b807-d5280557b694 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/quotas/92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 375 time: 0.0086081 Jul 28 03:37:17.577355 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-6600c725-e8d7-491b-80f8-2c52ceb8a778 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460875 Jul 28 03:37:17.732097 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-2f76ee29-478e-4d49-a303-e7fcf3b41f76 service neutron] 10.222.0.20 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431184 Jul 28 03:37:17.816739 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-db950f7d-860b-4ec6-9d06-4a9d5566daa5 service neutron] 10.222.0.20 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778973 Jul 28 03:37:18.100044 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-450fa822-e344-4e8e-af78-dfe71e5f333c req-86bcb1d1-a961-4c12-9762-7414f09072e9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Jul 28 03:37:19.019169 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7da615fb-d331-4ac8-88a7-0f33f23f1880 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:37:19.042728 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 7da615fb-d331-4ac8-88a7-0f33f23f1880 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:37:19.043068 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 7da615fb-d331-4ac8-88a7-0f33f23f1880 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:37:19.173640 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-139396ff-7750-4387-87f1-59fe430b33d0 req-eb60d559-4078-4acb-9140-6d1557b4f65f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 210 time: 0.0252309 Jul 28 03:37:20.249657 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-87234fb6-3e94-4acd-b5b5-d9d75d958e32 req-01eed2df-b274-4be7-bc42-1c0d1ac1602b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 210 time: 0.0270998 Jul 28 03:37:20.794765 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d0ca-7d57-4bde-8067-5543ab0a9665 req-9864c12a-a8b9-484b-a8b9-e5a0f108d063 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:20.795020 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-d8758893-fc96-456d-9f62-2f3bc216dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:20.796162 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5780d0ca-7d57-4bde-8067-5543ab0a9665 req-9864c12a-a8b9-484b-a8b9-e5a0f108d063 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0487862 Jul 28 03:37:20.796329 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-d8758893-fc96-456d-9f62-2f3bc216dee0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1138 time: 0.0391417 Jul 28 03:37:20.836558 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5780d0ca-7d57-4bde-8067-5543ab0a9665 req-f846a64c-502c-4e3e-91c0-c4e5b3e2dc48 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336251 Jul 28 03:37:20.884682 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-a408e6b6-6a60-4b4f-9494-d8fa9c6726a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:20.886129 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-a408e6b6-6a60-4b4f-9494-d8fa9c6726a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 915 time: 0.0822117 Jul 28 03:37:20.953854 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-f94d058d-0c52-4247-984a-c8752583c130 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 1002 time: 0.0593488 Jul 28 03:37:21.001257 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-7619039e-5f52-4512-9f68-9c31643e8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:21.002604 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-7619039e-5f52-4512-9f68-9c31643e8dff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0415530 Jul 28 03:37:21.045465 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-b92a9e14-8a9c-4676-9fd0-bf5bc86f52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:21.047371 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-b92a9e14-8a9c-4676-9fd0-bf5bc86f52e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0372214 Jul 28 03:37:21.134108 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-e467d90f-fd84-40f0-b4d0-79feb27ff843 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800807 Jul 28 03:37:21.220019 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-01280cd0-7fdb-4b9e-afd0-188ab4a95e75 req-014c9e04-350e-4f4f-925f-fe92b88beb5c service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784545 Jul 28 03:37:21.333061 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3b5ff703-d336-4042-95a2-b5da284b3523 req-544cc0fa-2094-4c5c-abd1-5a815b09bce4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 210 time: 0.0310347 Jul 28 03:37:21.949598 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ad029-b020-47b5-aa89-bcad2d92edcb req-7f825a5e-ee5c-45ba-ac2b-0b04bf9d0114 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:21.951142 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e8ad029-b020-47b5-aa89-bcad2d92edcb req-7f825a5e-ee5c-45ba-ac2b-0b04bf9d0114 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0479021 Jul 28 03:37:21.989871 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0e8ad029-b020-47b5-aa89-bcad2d92edcb req-bdc2aec0-e3df-4c46-a39c-d06163e1e408 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320973 Jul 28 03:37:22.422719 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e0247514-eec3-4885-9f87-b396678fc901 req-776067ec-e7a6-4091-9477-14d686e94f69 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 210 time: 0.0255497 Jul 28 03:37:23.077611 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-0beb5c61-0352-4a5c-952b-23388951e0d8 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:23.079596 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-0beb5c61-0352-4a5c-952b-23388951e0d8 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 810 time: 0.1265919 Jul 28 03:37:23.113634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67157-bf28-418e-b334-ccbd765dd472 req-47ec3f1c-d5f4-427e-98ca-05e755a5906c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:23.115343 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b2a67157-bf28-418e-b334-ccbd765dd472 req-47ec3f1c-d5f4-427e-98ca-05e755a5906c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0511124 Jul 28 03:37:23.122935 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-7c18f41d-61f7-483b-b9c0-ef84ddf61189 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 380 time: 0.0343339 Jul 28 03:37:23.135645 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'port': {'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'admin_state_up': True, 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'security_groups': ['e7742089-148c-4bfb-92ec-7e508691901e']}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:23.156875 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b2a67157-bf28-418e-b334-ccbd765dd472 req-603b6466-a8f0-4d44-be6e-71882d7bfb71 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349317 Jul 28 03:37:23.243422 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Made reservation on behalf of 92d80a7b26784c34a2d49166d746106a for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:37:23.246926 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.369189 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Allocated IP 172.20.0.9 (0ab64bde-994f-4966-aa3f-ec1c543b9310/fa82b82a-9a1e-4e37-851a-fc641333c5d8/5f6034bf-a579-4291-bbb9-5c07c10b08f4) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:23.518473 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.524660 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-46d5d656-d544-43ed-b55b-b46e565554c3 req-45deed37-0e6a-4b4f-b9e1-241be3a3c28f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 210 time: 0.0355396 Jul 28 03:37:23.533346 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Transition to ACTIVE for port object 5f6034bf-a579-4291-bbb9-5c07c10b08f4 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:23.567778 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.610211 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:23.613158 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:23.619232 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:23.641436 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=5f6034bf-a579-4291-bbb9-5c07c10b08f4,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:23.669480 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:23.670037 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.690388 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56580c05-1e63-456b-a0b2-3b88a952991d tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588050 Jul 28 03:37:23.705398 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Request body: {'port': {'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:23.762528 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.868755 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-97204b89-9f14-40aa-ba9a-1c86f7f8c2d9 None None] Provisioning for port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:23.873382 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-97204b89-9f14-40aa-ba9a-1c86f7f8c2d9 None None] Provisioning complete for port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:23.873933 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-97204b89-9f14-40aa-ba9a-1c86f7f8c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:23.909695 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-97204b89-9f14-40aa-ba9a-1c86f7f8c2d9 None None] Port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:37:24.024629 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6034bf-a579-4291-bbb9-5c07c10b08f4 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:24.032041 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.043950 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Transition to ACTIVE for port object 5f6034bf-a579-4291-bbb9-5c07c10b08f4 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:37:24.047592 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.097244 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Pushing event updated for resources: {'Port': ['ID=5f6034bf-a579-4291-bbb9-5c07c10b08f4,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:24.167618 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Attempting to bind port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:37:24.167957 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Attempting to bind port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:37:24.168283 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Attempting to bind port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:24.172726 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:37:24.173046 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Attempting to bind port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:37:24.177861 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:37:24.178192 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Checking segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:37:24.178607 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Bound using segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:37:24.179034 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Bound port: 5f6034bf-a579-4291-bbb9-5c07c10b08f4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:37:24.179387 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.245365 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] For port 5f6034bf-a579-4291-bbb9-5c07c10b08f4, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:37:24.248381 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] For port 5f6034bf-a579-4291-bbb9-5c07c10b08f4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:37:24.253286 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.278484 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f57ff-9e51-40bc-a659-199cf75626c3 req-ebc6ea27-55f3-43b7-9978-2da3e347ef56 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.280065 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-842f57ff-9e51-40bc-a659-199cf75626c3 req-ebc6ea27-55f3-43b7-9978-2da3e347ef56 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0488412 Jul 28 03:37:24.286694 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.287308 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:24.288755 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] 10.222.0.10 "PUT /v2.0/ports/5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 1093 time: 0.5883000 Jul 28 03:37:24.289186 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:24.291414 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:24.322925 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87830033-9f31-41fc-aed1-7ea8c870039c service neutron] Pushing event updated for resources: {'Port': ['ID=5f6034bf-a579-4291-bbb9-5c07c10b08f4,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:24.346974 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff9dd00-df9e-4914-8b57-f74228c0b11b x-openstack-request-id: req-cff9dd00-df9e-4914-8b57-f74228c0b11b {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:24.347254 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:24.347587 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cff9dd00-df9e-4914-8b57-f74228c0b11b {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:24.347973 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'status': 'completed', 'code': 200} Jul 28 03:37:24.351399 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-842f57ff-9e51-40bc-a659-199cf75626c3 req-899b81a1-f2d3-4895-b368-be1ac8746081 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599754 Jul 28 03:37:24.389522 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-a6fb78bd-108d-4e9a-bc78-572e8682cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.391622 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-a6fb78bd-108d-4e9a-bc78-572e8682cec3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1096 time: 0.0574660 Jul 28 03:37:24.435136 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-00b0846f-054a-4d65-9bef-ccf19626eeb3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 217 time: 0.0344629 Jul 28 03:37:24.485842 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-749bb8ae-93e0-485a-a235-672351806463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.487287 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-749bb8ae-93e0-485a-a235-672351806463 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0447097 Jul 28 03:37:24.536586 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-b70c84f1-ff1d-4560-b023-2c7501248082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.538019 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-b70c84f1-ff1d-4560-b023-2c7501248082 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419874 Jul 28 03:37:24.631063 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-1401b1ab-7eb7-4a81-b84e-a483bd767ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839193 Jul 28 03:37:24.638340 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc299492-23be-4fb8-a52f-5cefeac54021 req-fee16046-1270-4dae-a5e6-7b7b17dce016 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.639857 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bc299492-23be-4fb8-a52f-5cefeac54021 req-fee16046-1270-4dae-a5e6-7b7b17dce016 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0466502 Jul 28 03:37:24.677762 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-bc299492-23be-4fb8-a52f-5cefeac54021 req-1fdb0b5a-6679-4718-b427-f5cd38407118 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Jul 28 03:37:24.725627 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-f78d9b77-eeae-4922-8f36-eefb92bb6396 req-56e08a75-5cc6-4964-8b37-8a6ba7b1c84f service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838659 Jul 28 03:37:24.808763 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-37f6222a-899f-476e-8249-3590ae1809b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.810206 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-37f6222a-899f-476e-8249-3590ae1809b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1096 time: 0.0393419 Jul 28 03:37:24.898158 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-042a34c1-8ec3-4284-a482-b43d3d224e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:24.899519 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-042a34c1-8ec3-4284-a482-b43d3d224e61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0805163 Jul 28 03:37:25.199982 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-8159fb21-4bb8-4e30-bf87-4b30eecee6ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 217 time: 0.2906163 Jul 28 03:37:25.247693 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-1c6b9e85-f5db-4ff9-824c-8ac4709a741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.249051 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-1c6b9e85-f5db-4ff9-824c-8ac4709a741f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0412750 Jul 28 03:37:25.293137 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-910327a9-7453-4d00-9b08-f48cb3432e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.294540 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-910327a9-7453-4d00-9b08-f48cb3432e2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377464 Jul 28 03:37:25.384626 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-9ac4d32d-539d-47be-bb01-22c2ad17ca0f service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811265 Jul 28 03:37:25.475791 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-4ae52a48-7fc8-4fd7-9238-3da5d60b1476 req-5ee0b486-c953-44f6-be1d-12496d0c7fcb service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829399 Jul 28 03:37:25.701877 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65298-f448-40a8-bb81-0b2c14da995b req-dcebc3a9-382c-4a40-bdc2-f81782a9ffee tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.704048 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b7d65298-f448-40a8-bb81-0b2c14da995b req-dcebc3a9-382c-4a40-bdc2-f81782a9ffee tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.2875743 Jul 28 03:37:25.751226 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b7d65298-f448-40a8-bb81-0b2c14da995b req-cc359ca6-4469-4e9c-bf34-a27cafa5f8d8 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409057 Jul 28 03:37:25.795752 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e716d2c-84a5-41c3-99ec-c53536e96919 req-3143552a-dc58-4ea1-8674-064462ce9b59 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:25.797284 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6e716d2c-84a5-41c3-99ec-c53536e96919 req-3143552a-dc58-4ea1-8674-064462ce9b59 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0516059 Jul 28 03:37:25.833789 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6e716d2c-84a5-41c3-99ec-c53536e96919 req-93fc17d4-fb60-4fe0-b3ae-04f5d5d5d075 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306787 Jul 28 03:37:26.862280 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc4c37-4b21-425b-89dd-4d59d98c7331 req-1198d95a-a2df-410a-bfb9-b1c2142713e2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:26.863746 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0dcc4c37-4b21-425b-89dd-4d59d98c7331 req-1198d95a-a2df-410a-bfb9-b1c2142713e2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0476274 Jul 28 03:37:26.904398 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0dcc4c37-4b21-425b-89dd-4d59d98c7331 req-25d64517-1b6a-45ff-af21-932c377f9f9e tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347221 Jul 28 03:37:26.951659 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897d928-c99c-4b30-b24a-94150128758b req-bbc37c6d-80d4-4d88-997d-b5dfa4793cc1 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:26.953596 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8897d928-c99c-4b30-b24a-94150128758b req-bbc37c6d-80d4-4d88-997d-b5dfa4793cc1 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0543745 Jul 28 03:37:26.989683 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8897d928-c99c-4b30-b24a-94150128758b req-050aa0d6-a532-4fb2-a75e-ec3c5c0e0e92 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302343 Jul 28 03:37:28.016586 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957e33a-8f04-4b45-b2cc-40b0afe843be req-65552054-d420-4848-b8d5-b36c68bd8d1d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:28.017655 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0957e33a-8f04-4b45-b2cc-40b0afe843be req-65552054-d420-4848-b8d5-b36c68bd8d1d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0471349 Jul 28 03:37:28.056956 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0957e33a-8f04-4b45-b2cc-40b0afe843be req-476a44cd-c4f0-4d22-b683-05ba930bcc95 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332518 Jul 28 03:37:28.102611 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6648-88ad-4065-8f44-90aa93a168df req-7acce28f-a715-4528-b126-df2c3fa41a45 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:28.104062 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-377e6648-88ad-4065-8f44-90aa93a168df req-7acce28f-a715-4528-b126-df2c3fa41a45 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0462625 Jul 28 03:37:28.139962 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-377e6648-88ad-4065-8f44-90aa93a168df req-5bba310e-5b44-4bce-bba1-9e7d44e14c2a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293820 Jul 28 03:37:29.170655 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9676c9-55f8-4b8b-8789-67b1b9e58ea8 req-49b93d3a-24b5-4a80-9eb3-dfbfa703fbee tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:29.172150 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b9676c9-55f8-4b8b-8789-67b1b9e58ea8 req-49b93d3a-24b5-4a80-9eb3-dfbfa703fbee tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0507164 Jul 28 03:37:29.212551 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4b9676c9-55f8-4b8b-8789-67b1b9e58ea8 req-9fd97f98-9bcc-4514-b759-0a0380af3ad2 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345123 Jul 28 03:37:29.259118 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d991ae4-c19c-47cb-9b9c-0b7f76f1e32e req-ffd589c9-4541-4172-bd76-3ddf88b986c0 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:29.260604 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d991ae4-c19c-47cb-9b9c-0b7f76f1e32e req-ffd589c9-4541-4172-bd76-3ddf88b986c0 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0531471 Jul 28 03:37:29.296983 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6d991ae4-c19c-47cb-9b9c-0b7f76f1e32e req-962212a2-64a2-4aec-8c28-5030137982ed tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298221 Jul 28 03:37:30.324160 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b7bdf-bc24-4853-8d7d-f4698e0dbb17 req-7cf656f9-9e34-4396-8fe2-0c4104e8c657 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:30.325379 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc5b7bdf-bc24-4853-8d7d-f4698e0dbb17 req-7cf656f9-9e34-4396-8fe2-0c4104e8c657 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0476508 Jul 28 03:37:30.364579 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cc5b7bdf-bc24-4853-8d7d-f4698e0dbb17 req-3fa8c853-67fb-4fb5-aa09-c50e9e296715 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333009 Jul 28 03:37:30.414253 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9bd72-58b5-42bf-b1ac-2465a94c8f9a req-8eca2756-8076-42e6-9b3e-c90d3b2c9af7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:30.415706 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8dd9bd72-58b5-42bf-b1ac-2465a94c8f9a req-8eca2756-8076-42e6-9b3e-c90d3b2c9af7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0502701 Jul 28 03:37:30.451289 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8dd9bd72-58b5-42bf-b1ac-2465a94c8f9a req-80c0c984-752f-46a3-b33f-82d24a1bb4f1 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297723 Jul 28 03:37:31.243915 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-98a76c9e-e250-4ce1-97c2-75fae3f0b3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:31.475510 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d52274-a740-4a2b-a964-317844576a4c req-4dc861f5-307c-452f-b947-d4e54399cc59 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:31.476921 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e1d52274-a740-4a2b-a964-317844576a4c req-4dc861f5-307c-452f-b947-d4e54399cc59 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0480409 Jul 28 03:37:31.515928 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-e1d52274-a740-4a2b-a964-317844576a4c req-f1e0408f-d6d8-4f6a-b168-da5aaa96b747 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332012 Jul 28 03:37:31.562308 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919b8b-0080-4f5c-bd09-d5b3b1095845 req-23694695-26c4-4e0d-8f4f-ee8d04f5036f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:31.563755 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-59919b8b-0080-4f5c-bd09-d5b3b1095845 req-23694695-26c4-4e0d-8f4f-ee8d04f5036f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0469689 Jul 28 03:37:31.600409 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-59919b8b-0080-4f5c-bd09-d5b3b1095845 req-f5900719-f3fd-45e1-9390-b4119a3c6e00 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303836 Jul 28 03:37:32.632398 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e4e14-b41e-4926-8c79-c89873b172e8 req-0b396ec7-2ee9-47f3-bcc6-7c811a4ef2ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:32.633866 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-638e4e14-b41e-4926-8c79-c89873b172e8 req-0b396ec7-2ee9-47f3-bcc6-7c811a4ef2ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0523267 Jul 28 03:37:32.681630 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-638e4e14-b41e-4926-8c79-c89873b172e8 req-e852cdc2-2b70-41ab-a43b-7141dbd02fb9 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=659375ee-e252-461d-a38a-9bceb6abc365&id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418177 Jul 28 03:37:32.716412 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a8be2-e3c5-4832-a915-dd2eab915e48 req-3b9df1ab-a94a-4887-b952-e30cc5523b01 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:32.717895 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b97a8be2-e3c5-4832-a915-dd2eab915e48 req-3b9df1ab-a94a-4887-b952-e30cc5523b01 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 943 time: 0.0521572 Jul 28 03:37:32.754872 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b97a8be2-e3c5-4832-a915-dd2eab915e48 req-fbd29b1a-671b-4a50-ad5f-0baa8d75c36a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312099 Jul 28 03:37:33.065433 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.130518 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 5f6034bf-a579-4291-bbb9-5c07c10b08f4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:37:33.220506 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 5f6034bf-a579-4291-bbb9-5c07c10b08f4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:33.235111 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:37:33.269520 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.281791 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6034bf-a579-4291-bbb9-5c07c10b08f4 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:37:33.300381 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 5f6034bf-a579-4291-bbb9-5c07c10b08f4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:33.304254 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.350209 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=5f6034bf-a579-4291-bbb9-5c07c10b08f4,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:33.357080 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.357446 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.357773 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.358110 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.358442 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.359441 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.359816 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.360150 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.360476 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.360802 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.361126 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.361447 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:33.627988 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['5f6034bf-a579-4291-bbb9-5c07c10b08f4'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:37:33.865351 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09af96-b174-4920-ad77-27c913ab6d04 req-bc81306f-28de-42c0-86b4-f778cb009a8b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:33.866713 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee09af96-b174-4920-ad77-27c913ab6d04 req-bc81306f-28de-42c0-86b4-f778cb009a8b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 944 time: 0.0478582 Jul 28 03:37:33.903093 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ee09af96-b174-4920-ad77-27c913ab6d04 req-2256baf1-e867-46eb-9763-39ff5ec69431 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303557 Jul 28 03:37:33.903982 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a5a61491-bec8-499d-abb1-565f3aafc537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:33.979888 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.021865 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820fb5-a1e5-4e70-8e15-d96e14b5d3b7 req-26ac6a86-ef80-4d4c-9bd3-3d07097a33f6 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:35.023364 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-18820fb5-a1e5-4e70-8e15-d96e14b5d3b7 req-26ac6a86-ef80-4d4c-9bd3-3d07097a33f6 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 944 time: 0.0525610 Jul 28 03:37:35.028445 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.061053 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-18820fb5-a1e5-4e70-8e15-d96e14b5d3b7 req-28de9750-afbd-44db-8be8-8e110a468c10 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Jul 28 03:37:35.131308 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 5f6034bf-a579-4291-bbb9-5c07c10b08f4 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:37:35.177732 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:37:35.181359 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:37:35.181684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.256131 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.277886 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:35.280130 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6874d-6208-4fb4-984c-10edea33e7fd" -d '{"events": [{"server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:35.292864 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port 5f6034bf-a579-4291-bbb9-5c07c10b08f4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:37:35.296868 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:35.322065 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11abfa6-9809-4544-8cf9-e9b7a72048ea x-openstack-request-id: req-f11abfa6-9809-4544-8cf9-e9b7a72048ea {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:35.322349 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "name": "network-vif-plugged", "status": "completed", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:35.322601 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f11abfa6-9809-4544-8cf9-e9b7a72048ea {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:35.322990 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'code': 200} Jul 28 03:37:35.349147 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=5f6034bf-a579-4291-bbb9-5c07c10b08f4,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:35.521268 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955bfb3-8402-4365-9e7e-0e53e8be6bb3 req-d42b4b12-2a78-4f29-a739-0caf2d99bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:35.522701 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a955bfb3-8402-4365-9e7e-0e53e8be6bb3 req-d42b4b12-2a78-4f29-a739-0caf2d99bdd3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1098 time: 0.0424209 Jul 28 03:37:35.555720 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-a955bfb3-8402-4365-9e7e-0e53e8be6bb3 req-cc10d7f2-37ac-4f20-89be-077057d0908f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256519 Jul 28 03:37:36.172526 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25219352-b149-47bf-93e1-408736d4a6ec req-0bc54375-4d13-49a6-ad2b-6033aee125c5 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:36.173970 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25219352-b149-47bf-93e1-408736d4a6ec req-0bc54375-4d13-49a6-ad2b-6033aee125c5 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 945 time: 0.0477965 Jul 28 03:37:36.209948 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-25219352-b149-47bf-93e1-408736d4a6ec req-32bdf452-3d81-4759-b146-e15e17723b71 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301917 Jul 28 03:37:36.669819 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:36.693684 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:37:37.322104 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b128027-72c0-4801-8a36-47f74e9e0be6 req-b55838ed-a3fe-465b-a8b9-1eb5d8fa326a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.323572 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b128027-72c0-4801-8a36-47f74e9e0be6 req-b55838ed-a3fe-465b-a8b9-1eb5d8fa326a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 945 time: 0.0478873 Jul 28 03:37:37.359965 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0b128027-72c0-4801-8a36-47f74e9e0be6 req-54ab5543-033d-4696-a8d9-39d65017be20 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306482 Jul 28 03:37:37.472762 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f229a53-f57a-4478-8d02-3981096340a8 req-6826c11d-bfcc-4785-a327-6e4dba728517 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.474614 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7f229a53-f57a-4478-8d02-3981096340a8 req-6826c11d-bfcc-4785-a327-6e4dba728517 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 945 time: 0.0515032 Jul 28 03:37:37.510664 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-7f229a53-f57a-4478-8d02-3981096340a8 req-eff6d379-9c10-4a97-9544-d411d8649a16 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302539 Jul 28 03:37:37.531798 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50816) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.569458 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7df0a7-a2f9-43e5-9123-df811765562e tempest-TestVolumeBootPattern-1119082847 tempest-TestVolumeBootPattern-1119082847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:37.570900 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1f7df0a7-a2f9-43e5-9123-df811765562e tempest-TestVolumeBootPattern-1119082847 tempest-TestVolumeBootPattern-1119082847-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1093 time: 0.0381732 Jul 28 03:37:37.573513 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50818) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:37:37.577650 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:37:37.598953 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.693146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.791497 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Allocated IP 172.27.3.105 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/6be8c94a-4338-4ca4-bbe7-dc66b315da87) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:37:37.892339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.929160 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:37.967005 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:37:37.975087 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:37:37.977248 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=6be8c94a-4338-4ca4-bbe7-dc66b315da87,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:37.979234 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:37:38.003556 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.003921 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.004267 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.004609 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.004949 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.005282 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.005612 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.005942 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.006271 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.006597 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.006921 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.007241 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:37:38.334295 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.402804 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.546165 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.551121 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.617711 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=6be8c94a-4338-4ca4-bbe7-dc66b315da87,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:37:38.634223 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:38.729304 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Floating IP 1e086029-54d5-4f73-ab60-d338325c8c60 associated. External IP: 172.27.3.105, port: 5f6034bf-a579-4291-bbb9-5c07c10b08f4. Jul 28 03:37:38.923706 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:37:39.024335 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:37:39.033752 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:37:39.039523 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:37:39.042487 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:39.043098 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:37:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:39.084009 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-026505c9-a0ff-4feb-8609-0292793f1f9a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4957941 Jul 28 03:37:39.084009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:37:39.084009 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:37:39.148587 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:39.200570 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceebf10a-1422-4995-a6d2-49010069e2d5 x-openstack-request-id: req-ceebf10a-1422-4995-a6d2-49010069e2d5 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:37:39.200859 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:37:39.201110 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceebf10a-1422-4995-a6d2-49010069e2d5 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:37:39.201503 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'status': 'completed', 'code': 200} Jul 28 03:37:39.270234 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-4b92590f-6d80-40e1-ab53-fee0348a73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.271841 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-4b92590f-6d80-40e1-ab53-fee0348a73c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1098 time: 0.0394747 Jul 28 03:37:39.358075 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-4788c9bb-1923-4a53-8d72-0d710f499329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.359582 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-4788c9bb-1923-4a53-8d72-0d710f499329 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0810452 Jul 28 03:37:39.369748 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:38Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:39.395252 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:37:39.403588 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:37:39.404180 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:37:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:39.428388 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-2ce3ca5c-2dfa-4338-a1e7-04ac82fb3afe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 999 time: 0.0588467 Jul 28 03:37:39.475669 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-189dcbee-50c6-4b23-82e3-3b881fd90f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.477170 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-189dcbee-50c6-4b23-82e3-3b881fd90f6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0426109 Jul 28 03:37:39.507099 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:37:39.522018 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-d0b61459-c0cc-4dbc-a76d-c7799c5fe3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:39.523505 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-d0b61459-c0cc-4dbc-a76d-c7799c5fe3ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384007 Jul 28 03:37:39.616546 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-9752bf3f-560c-421e-9c2b-4068b2aea23b service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819061 Jul 28 03:37:39.704996 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-890b4198-ee9c-4ab2-8e5b-e1f2d07d2a1e req-ad24b475-ce85-4024-9a8a-23f02a3e9654 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817895 Jul 28 03:37:39.726197 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:38Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:37:39.752119 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0beb55e-ef37-4a82-a9e6-f0af660d37b6 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:38Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:37:39.927039 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4617cf-03d9-4d24-b71b-ef379bf086cb None None] New status for floating IP 1e086029-54d5-4f73-ab60-d338325c8c60: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:37:44.156591 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-b34042c1-51a0-44db-b3d6-44f0213cd2a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424783 Jul 28 03:37:44.226516 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-200839aa-2c7b-40e9-875a-f4c5077f0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.228043 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-200839aa-2c7b-40e9-875a-f4c5077f0eab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1138 time: 0.0414252 Jul 28 03:37:44.330760 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-5da37a80-083d-48b5-aca5-53239e39523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.332235 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-5da37a80-083d-48b5-aca5-53239e39523d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 915 time: 0.0815275 Jul 28 03:37:44.398061 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-c9fff9ad-e3ec-4dbe-a501-faf8514c5170 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 1002 time: 0.0588641 Jul 28 03:37:44.446117 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-7807c6f7-fa38-4b39-a552-3f5535c01ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.447427 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-7807c6f7-fa38-4b39-a552-3f5535c01ce0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0411632 Jul 28 03:37:44.492494 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-4ecd841c-2474-436e-8d0c-23e783632ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:37:44.493934 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-4ecd841c-2474-436e-8d0c-23e783632ce1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377393 Jul 28 03:37:44.593222 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-5fb4fcbe-177c-416e-a06c-ef944053dd03 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921032 Jul 28 03:37:44.681708 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-af4fe57d-ea3a-4070-bd7b-2d0dda6f9895 req-772626d1-ce64-474f-bf27-93f48aa90a85 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795484 Jul 28 03:38:01.244444 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-62538ecf-dc8a-4a03-9210-3423985bd474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:03.070069 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:03.904748 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1bc22925-5233-46b5-b8a0-b923e8bca93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:03.979581 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:05.031321 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:06.671720 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:13.694032 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:38:31.243797 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-4d0c6c9a-1afc-4e02-b070-06a838b9b3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.073020 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.904509 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-155fc164-cd63-4398-9572-4718123c0868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:33.979054 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:35.032030 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.174039 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-b0f9c02b-cc5d-4672-9133-06891048918e tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621269146&fields=id&tenant_id=a8001923e354418f86941df053499692 HTTP/1.1" status: 200 len: 267 time: 0.0783465 Jul 28 03:38:36.225447 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-533b6478-38f0-4f86-a0fa-65650b69809e tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.226865 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-533b6478-38f0-4f86-a0fa-65650b69809e tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 985 time: 0.0472279 Jul 28 03:38:36.237982 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Request body: {'port': {'security_groups': ['8ffa2e68-d263-4c45-81ea-9dee25f9bc73']}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:38:36.303846 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.467219 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:36.499418 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.505020 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.517025 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:36.548235 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.548990 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.550490 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-fb7d3a57-f996-447d-9760-b4db869cb742 req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "PUT /v2.0/ports/cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 943 time: 0.3173568 Jul 28 03:38:36.553634 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:36.555546 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb2e44c-6614-46f3-b770-0297928eb661" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:36.556412 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50866) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:36.593424 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cbb0c-622f-4868-9b52-fb8033e91159 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event updated for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=7']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:36.604226 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec6b07d-d43c-495c-a769-bdaf63f94170 x-openstack-request-id: req-bec6b07d-d43c-495c-a769-bdaf63f94170 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:36.604511 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:36.604756 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bec6b07d-d43c-495c-a769-bdaf63f94170 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:36.605217 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'status': 'completed', 'code': 200} Jul 28 03:38:36.656417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:36.691871 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.697231 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-5be13f88-1f7e-435b-aee9-55b0bc6c7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.698744 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-5be13f88-1f7e-435b-aee9-55b0bc6c7745 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1099 time: 0.0647554 Jul 28 03:38:36.730319 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.768624 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.834570 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-cdca378e-34eb-421c-87d6-c81ea935fe39 None None] Provisioning complete for port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:38:36.834949 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cdca378e-34eb-421c-87d6-c81ea935fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.840987 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-0d24d6c1-16d0-4cb3-a413-0617cb22a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.842579 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-0d24d6c1-16d0-4cb3-a413-0617cb22a7b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 915 time: 0.1349962 Jul 28 03:38:36.897239 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.899906 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:36.901138 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "DELETE /v2.0/security-groups/659375ee-e252-461d-a38a-9bceb6abc365 HTTP/1.1" status: 204 len: 168 time: 0.3437288 Jul 28 03:38:36.904094 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50872) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:36.931331 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659375ee-e252-461d-a38a-9bceb6abc365,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:36.937592 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-80be68c0-6fe6-46e7-b7a4-0fa798c5536e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 1002 time: 0.0869505 Jul 28 03:38:36.942353 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.942702 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.943040 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.943375 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.943739 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.944075 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.944418 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.944743 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.945071 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.945389 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.945714 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.946033 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa7d48-4494-4a49-bd27-77116ec694ea tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:36.994516 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-1dc5c27b-53bc-4994-8a1c-b3e737f993e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:36.996004 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-1dc5c27b-53bc-4994-8a1c-b3e737f993e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0458381 Jul 28 03:38:37.045838 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-df882965-94d4-4534-820d-b52039e9f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:37.047309 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-df882965-94d4-4534-820d-b52039e9f114 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433364 Jul 28 03:38:37.068061 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Deleting port 8d39a7d6-3827-4622-9426-423e31c00b5f {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:37.068411 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.136218 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-e4d0fb39-d5e7-4fa3-b19a-019994d7c536 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801878 Jul 28 03:38:37.143339 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.143699 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.155410 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Calling delete_port for 8d39a7d6-3827-4622-9426-423e31c00b5f owned by network:floatingip {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:37.229905 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-fbb2e44c-6614-46f3-b770-0297928eb661 req-a3bf87bb-bcc3-4eaa-989b-ed494768d091 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862017 Jul 28 03:38:37.303970 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.329888 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event deleted for resources: {'Port': ['ID=8d39a7d6-3827-4622-9426-423e31c00b5f,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:37.389095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.389437 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Floating IP 5da0e852-7378-4238-8eb2-3e31b738fe3a disassociated (deleted). External IP: 172.27.3.170, port: cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6. Jul 28 03:38:37.828664 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:38:37.931678 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:37.936307 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:37.941822 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] Sync routers for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:37.951226 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:37.951853 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:38:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:37.962986 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-85001833-8478-408e-b959-7a0f4a0167ed tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "DELETE /v2.0/floatingips/5da0e852-7378-4238-8eb2-3e31b738fe3a HTTP/1.1" status: 204 len: 168 time: 1.0576067 Jul 28 03:38:38.053857 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:38.375629 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:32Z', 'revision_number': 5, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:38.399991 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] Checking router: a8e5af2c-446b-4d5f-8cb1-9451ab87be38 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:38.408224 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:38.408808 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:38:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:38.509065 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:38.606360 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:38.608709 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0130dafc-7d60-4551-ac73-7a3b7d79b407" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:38.643670 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6ee819-008a-41f2-9dd7-95ba0646e2b0 x-openstack-request-id: req-2f6ee819-008a-41f2-9dd7-95ba0646e2b0 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:38.643955 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:38.644374 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f6ee819-008a-41f2-9dd7-95ba0646e2b0 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:38.644925 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'status': 'completed', 'code': 200} Jul 28 03:38:38.706967 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:32Z', 'revision_number': 5, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:38.708964 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-b3589ccd-750d-4405-b21c-5d974497cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.710519 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-b3589ccd-750d-4405-b21c-5d974497cd66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8001923e354418f86941df053499692&device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 1099 time: 0.0420640 Jul 28 03:38:38.738075 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a8879-a9f4-4847-87d2-6a2c68dfa827 None None] The sync data for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi is: [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:27Z', 'revision_number': 4, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': 'c651d077-106c-41e4-9297-0053d90fb333', 'name': '', 'network_id': '4352ad80-70f3-431a-9f8d-7a48e91661ba', 'tenant_id': 'a8001923e354418f86941df053499692', 'mac_address': 'fa:16:3e:76:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:26Z', 'updated_at': '2021-07-28T03:35:32Z', 'revision_number': 5, 'project_id': 'a8001923e354418f86941df053499692', 'subnets': [{'id': '8c332c0c-6d08-408f-8746-02d7d9d77c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:38.811328 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-ded2f707-b0db-4bd2-b5ec-c06767d5a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.812829 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-ded2f707-b0db-4bd2-b5ec-c06767d5a8e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 200 len: 915 time: 0.0884256 Jul 28 03:38:38.855372 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-fb5be393-df20-4dfe-a8c5-9762fecd706f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 200 len: 217 time: 0.0349736 Jul 28 03:38:38.905430 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-9cf0958a-fe12-43f4-b2c0-ce1f5b699fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.906897 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-9cf0958a-fe12-43f4-b2c0-ce1f5b699fe1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 200 len: 853 time: 0.0446463 Jul 28 03:38:38.956200 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-7c9ea107-65bb-455f-9c39-a630964fea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:38.957743 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-7c9ea107-65bb-455f-9c39-a630964fea3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4352ad80-70f3-431a-9f8d-7a48e91661ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424576 Jul 28 03:38:38.958311 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cb823-e156-4090-b381-a260ac2fb72c None None] New status for floating IP 5da0e852-7378-4238-8eb2-3e31b738fe3a: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:38:39.055927 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-4c5a9eea-780f-4654-8b62-b88db5b3693d service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901625 Jul 28 03:38:39.145455 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-0130dafc-7d60-4551-ac73-7a3b7d79b407 req-8427d221-34aa-483d-b6e6-c2f633093952 service neutron] 10.222.0.10 "GET /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805464 Jul 28 03:38:40.666373 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c78a6-8b90-4941-a5d0-69ded17a78d2 req-03e5f859-c3d1-45b1-9fd8-085d3aad6dc7 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:40.667844 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba4c78a6-8b90-4941-a5d0-69ded17a78d2 req-03e5f859-c3d1-45b1-9fd8-085d3aad6dc7 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0474961 Jul 28 03:38:40.704504 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-ba4c78a6-8b90-4941-a5d0-69ded17a78d2 req-0867d6b0-d8b9-4a5b-be3f-18555936868d tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301275 Jul 28 03:38:41.862647 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cec1d-bf1c-48d0-835f-2d1bf8566756 req-ecc1be9f-13d6-4f28-ba63-be031d46581c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:41.864025 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a4cec1d-bf1c-48d0-835f-2d1bf8566756 req-ecc1be9f-13d6-4f28-ba63-be031d46581c tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0933712 Jul 28 03:38:41.903934 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-0a4cec1d-bf1c-48d0-835f-2d1bf8566756 req-30bd9748-b0b1-43d2-b923-896e72cdfd78 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Jul 28 03:38:42.519181 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-60ee2b92-5066-4c82-86b1-a19de9d6bd01 req-7d401e11-821c-49b1-ad37-4eeade05b649 service neutron] (93018) timed out ('10.222.0.10', 63886) {{(pid=93018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 03:38:42.771546 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-27cc56d0-9114-4c31-888a-0dbf9c2638eb tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:42.772905 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-27cc56d0-9114-4c31-888a-0dbf9c2638eb tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0519960 Jul 28 03:38:42.859386 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Deleting port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:42.859762 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:42.947565 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] For port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:42.947939 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:42.961140 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Calling delete_port for cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:43.016732 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f9a0-eccb-4f40-9727-bb6e8250b9ff req-42e554b1-6d95-44a2-b35d-4685e3bb9843 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:43.018191 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f15f9a0-eccb-4f40-9727-bb6e8250b9ff req-42e554b1-6d95-44a2-b35d-4685e3bb9843 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b4fa35f-f0be-4fd1-a179-580aecbe3454 HTTP/1.1" status: 200 len: 946 time: 0.0487351 Jul 28 03:38:43.055475 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8f15f9a0-eccb-4f40-9727-bb6e8250b9ff req-8968ca91-6c0a-4bd3-b414-88ab9455b688 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ffa2e68-d263-4c45-81ea-9dee25f9bc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312841 Jul 28 03:38:43.092859 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:43.106810 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:38:43.121939 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Pushing event deleted for resources: {'Port': ['ID=cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:43.163448 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] No DVR routers for this DVR port cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:43.165984 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:43.167952 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-92ca4cd8-ea10-44ea-9005-a1e30b7b56a6 req-c947629e-8c9a-4c18-9369-7d2d71c1eaf5 tempest-TestMinimumBasicScenario-87978511 tempest-TestMinimumBasicScenario-87978511-project] 10.222.0.10 "DELETE /v2.0/ports/cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 HTTP/1.1" status: 204 len: 173 time: 0.3888288 Jul 28 03:38:43.168444 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'name': 'network-vif-deleted', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:38:43.170719 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9551a-dbef-4770-a2d3-f3166d5a4840" -d '{"events": [{"server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "name": "network-vif-deleted", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:38:43.211276 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7fd7b-3ead-49d8-97a6-b032fcbb9fe1 x-openstack-request-id: req-27b7fd7b-3ead-49d8-97a6-b032fcbb9fe1 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:38:43.211597 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4fa35f-f0be-4fd1-a179-580aecbe3454", "name": "network-vif-deleted", "tag": "cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:38:43.211913 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27b7fd7b-3ead-49d8-97a6-b032fcbb9fe1 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:38:43.212310 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4fa35f-f0be-4fd1-a179-580aecbe3454', 'name': 'network-vif-deleted', 'tag': 'cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6', 'status': 'completed', 'code': 200} Jul 28 03:38:44.665192 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50962) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:45.001514 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.127069 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-07ba5c62-c74b-4772-ae38-3a2dc7c8950c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388815 Jul 28 03:38:45.207953 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-6101bf4e-cd7f-4a90-8c10-86adaa63a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.209446 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-6101bf4e-cd7f-4a90-8c10-86adaa63a866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1098 time: 0.0400264 Jul 28 03:38:45.237035 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Deleting port c651d077-106c-41e4-9297-0053d90fb333 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:45.237460 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.316400 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] For port c651d077-106c-41e4-9297-0053d90fb333, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c651d077-106c-41e4-9297-0053d90fb333,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:45.316698 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.316839 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-10ac9052-62a4-416a-9dfc-ef56d03bd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.318309 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-10ac9052-62a4-416a-9dfc-ef56d03bd1f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0893898 Jul 28 03:38:45.328885 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Calling delete_port for c651d077-106c-41e4-9297-0053d90fb333 owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:45.380519 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-3a263a7a-8783-4199-8fb8-06cc41da4167 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 1001 time: 0.0553300 Jul 28 03:38:45.431613 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-33d52a84-2239-464a-9748-c143c746e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.433047 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-33d52a84-2239-464a-9748-c143c746e37a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0455735 Jul 28 03:38:45.479642 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-8b2d6f64-1a96-41f2-b99a-5ab97a265ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:38:45.481731 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-8b2d6f64-1a96-41f2-b99a-5ab97a265ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412710 Jul 28 03:38:45.509015 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.533928 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c651d077-106c-41e4-9297-0053d90fb333,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:45.546751 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.546751 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.546751 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.547054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.547267 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.547633 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.548012 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.548358 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.548684 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.549018 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.549343 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.549669 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:45.589766 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-7796acf4-ee93-48a3-ae99-59d4be978b67 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976200 Jul 28 03:38:45.691179 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2738820a-c3e4-4c8d-b90a-5b6f0db4cbdc req-15329733-3f42-44e6-b564-f8d086e0f7d7 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946507 Jul 28 03:38:45.718146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:45.935748 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:38:46.039739 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:46.045475 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6f737b36-4147-430f-a3e4-9f79f5afe6b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/a8e5af2c-446b-4d5f-8cb1-9451ab87be38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3772814 Jul 28 03:38:46.047379 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50964) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:46.049478 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] Sync routers for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:46.058363 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:46.058956 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:38:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:46.150913 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks [] for router, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.161069 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:46.250870 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.302271 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Deleting port caf22572-4f25-4ab2-861c-473749bab39d {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:46.302612 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.336290 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:38:45Z', 'revision_number': 5, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port': {'id': 'caf22572-4f25-4ab2-861c-473749bab39d', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:86:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:46.366441 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] Checking router: a8e5af2c-446b-4d5f-8cb1-9451ab87be38 for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:46.374777 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] Routers {'a8e5af2c-446b-4d5f-8cb1-9451ab87be38'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:46.375367 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:38:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:46.384479 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] For port caf22572-4f25-4ab2-861c-473749bab39d, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=caf22572-4f25-4ab2-861c-473749bab39d,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:46.384877 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.397881 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Calling delete_port for caf22572-4f25-4ab2-861c-473749bab39d owned by network:router_gateway {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:46.460365 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] Set router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 gateway port host: None {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:46.511876 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:38:46Z', 'revision_number': 6, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:46.541453 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b54d6b3-1524-450e-a140-5470fed464ad None None] The sync data for ids ['a8e5af2c-446b-4d5f-8cb1-9451ab87be38'] in dv-cinder-786260-14-iscsi is: [{'id': 'a8e5af2c-446b-4d5f-8cb1-9451ab87be38', 'name': 'tempest-TestMinimumBasicScenario-203455264-router', 'tenant_id': 'a8001923e354418f86941df053499692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:24Z', 'updated_at': '2021-07-28T03:38:46Z', 'revision_number': 6, 'project_id': 'a8001923e354418f86941df053499692', 'gw_port_host': None}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:46.569212 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.600014 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf22572-4f25-4ab2-861c-473749bab39d,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:46.653363 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.742694 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.744771 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.786203 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.786682 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e5af2c-446b-4d5f-8cb1-9451ab87be38 {{(pid=93017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:38:46.790877 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] Notify callbacks [] for router, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.792049 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-e2970dfc-2488-4561-a877-a617397b8677 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a8e5af2c-446b-4d5f-8cb1-9451ab87be38 HTTP/1.1" status: 204 len: 168 time: 0.7431669 Jul 28 03:38:46.794467 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50970) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:46.837834 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] Deleting subnet 8c332c0c-6d08-408f-8746-02d7d9d77c72 {{(pid=93017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:38:46.840698 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.874057 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30347729'] for subnet, precommit_delete_associations {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:46.986075 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.038202 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30347537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30297874'] for subnet, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.062400 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c332c0c-6d08-408f-8746-02d7d9d77c72,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:47.069447 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.071182 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-cbb427ac-5815-41b5-8798-a7f0df3d1541 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c332c0c-6d08-408f-8746-02d7d9d77c72 HTTP/1.1" status: 204 len: 168 time: 0.2758026 Jul 28 03:38:47.073662 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 50972) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:47.076243 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd6a29-e027-46cd-ad2a-de2ef3c7e845 None None] Network 4352ad80-70f3-431a-9f8d-7a48e91661ba requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:47.143351 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.194100 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Deleting port 7c96c3d0-2c00-45da-86b3-30896e2d0099 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:47.194674 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.258097 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] For port 7c96c3d0-2c00-45da-86b3-30896e2d0099, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7c96c3d0-2c00-45da-86b3-30896e2d0099,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:47.258480 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.272312 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Calling delete_port for 7c96c3d0-2c00-45da-86b3-30896e2d0099 owned by network:dhcp {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:47.308163 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] DHCP port deletion for 4352ad80-70f3-431a-9f8d-7a48e91661ba request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:38:47.360143 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Deleting port 7c96c3d0-2c00-45da-86b3-30896e2d0099 {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:47.361033 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.368072 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.396482 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c96c3d0-2c00-45da-86b3-30896e2d0099,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:47.401698 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] No DVR routers for this DVR port 7c96c3d0-2c00-45da-86b3-30896e2d0099 on host dv-cinder-786260-14-iscsi {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:47.432014 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] For port 7c96c3d0-2c00-45da-86b3-30896e2d0099, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7c96c3d0-2c00-45da-86b3-30896e2d0099,segment=NetworkSegment(cacd6319-71e9-404e-948f-19291b9bc37f),segment_id=cacd6319-71e9-404e-948f-19291b9bc37f)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:47.432434 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.445309 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Calling delete_port for 7c96c3d0-2c00-45da-86b3-30896e2d0099 owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:47.473243 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.484115 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4352ad80-70f3-431a-9f8d-7a48e91661ba']}} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:47.496122 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacd6319-71e9-404e-948f-19291b9bc37f') {'for_net_delete': True} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:47.496538 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacd6319-71e9-404e-948f-19291b9bc37f') {} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:47.505818 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30347736'] for segment, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.520279 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.525148 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.527017 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:38:47.527435 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30347627'] for segment, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: Traceback (most recent call last): Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: timer() Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: cb(*args, **kw) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: return func(*args, **kwargs) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: self._notify() Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: self.callback(batched_events) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: event.method(event) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: return f(self, *a, **k) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._get(url).json() Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: return self.request(url, 'GET', **kwargs) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:38:47.529231 dv-cinder-786260-14-iscsi neutron-server[93017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:38:47.552079 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:47.572508 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Pushing event deleted for resources: {'Port': ['ID=7c96c3d0-2c00-45da-86b3-30896e2d0099,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:47.575049 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] No DVR routers for this DVR port 7c96c3d0-2c00-45da-86b3-30896e2d0099 on host dv-cinder-786260-14-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:47.577463 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:47.577812 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device cfa95eb2-e8b7-4b9c-8640-6220a7d8b0c6 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:47.585994 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.585994 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.586363 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.586612 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.586950 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.587279 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.587633 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.587965 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.588720 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.588720 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.588897 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.589218 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb102bdc-c057-4aeb-b536-74511fb004d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:38:47.608242 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.613412 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:47.615446 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4352ad80-70f3-431a-9f8d-7a48e91661ba HTTP/1.1" status: 204 len: 168 time: 0.5408411 Jul 28 03:38:47.618416 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50974) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:47.628596 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690500a2-9576-459e-aa72-3718604d5c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=4352ad80-70f3-431a-9f8d-7a48e91661ba,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:47.949201 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.183662 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Deleting port 2505d38f-3725-4284-a649-cecc1ffc932f {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:48.184008 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.261222 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] For port 2505d38f-3725-4284-a649-cecc1ffc932f, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=2505d38f-3725-4284-a649-cecc1ffc932f,segment=NetworkSegment(2383141d-56b5-4c53-8589-b7dbb4d2c624),segment_id=2383141d-56b5-4c53-8589-b7dbb4d2c624)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:48.261607 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.273452 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Calling delete_port for 2505d38f-3725-4284-a649-cecc1ffc932f owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:48.444137 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.467955 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2505d38f-3725-4284-a649-cecc1ffc932f,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:48.636832 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:48.666357 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c651d077-106c-41e4-9297-0053d90fb333 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:48.686503 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: c651d077-106c-41e4-9297-0053d90fb333 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:48.686848 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c651d077-106c-41e4-9297-0053d90fb333 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:48.687250 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7c96c3d0-2c00-45da-86b3-30896e2d0099 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:48.706017 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 7c96c3d0-2c00-45da-86b3-30896e2d0099 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:48.706361 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7c96c3d0-2c00-45da-86b3-30896e2d0099 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:48.706763 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device caf22572-4f25-4ab2-861c-473749bab39d no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:48.725053 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: caf22572-4f25-4ab2-861c-473749bab39d {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:48.725401 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device caf22572-4f25-4ab2-861c-473749bab39d not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:49.087961 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Router 5d5208dc-627a-4bee-9744-068ddb04713f has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:38:49.186029 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:38:49.191869 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-0bb9824b-4025-4793-bc19-a7380b507df1 admin admin] 10.222.0.20 "PUT /v2.0/routers/5d5208dc-627a-4bee-9744-068ddb04713f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5717165 Jul 28 03:38:49.193697 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50976) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:49.196337 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] Sync routers for ids ['5d5208dc-627a-4bee-9744-068ddb04713f'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:38:49.205975 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] Routers {'5d5208dc-627a-4bee-9744-068ddb04713f'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:49.206571 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:38:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['5d5208dc-627a-4bee-9744-068ddb04713f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:49.293058 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.305959 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] Set router 5d5208dc-627a-4bee-9744-068ddb04713f gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:49.395853 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.447880 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Deleting port 61e2900b-174a-4ef7-aa98-d0c919133a3e {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:49.448202 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.526638 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] For port 61e2900b-174a-4ef7-aa98-d0c919133a3e, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=61e2900b-174a-4ef7-aa98-d0c919133a3e,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:49.527029 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.539233 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Calling delete_port for 61e2900b-174a-4ef7-aa98-d0c919133a3e owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:49.558872 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:38:48Z', 'revision_number': 5, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port': {'id': '61e2900b-174a-4ef7-aa98-d0c919133a3e', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:35:29Z', 'updated_at': '2021-07-28T03:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:49.588392 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] Checking router: 5d5208dc-627a-4bee-9744-068ddb04713f for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:38:49.596745 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] Routers {'5d5208dc-627a-4bee-9744-068ddb04713f'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:38:49.597347 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:38:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['5d5208dc-627a-4bee-9744-068ddb04713f'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:49.679652 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] Set router 5d5208dc-627a-4bee-9744-068ddb04713f gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:38:49.705879 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.730572 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:38:49Z', 'revision_number': 6, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:49.731228 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Pushing event deleted for resources: {'Port': ['ID=61e2900b-174a-4ef7-aa98-d0c919133a3e,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:49.760654 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd253dc-4dc1-46e9-b8e2-a9da92e96825 None None] The sync data for ids ['5d5208dc-627a-4bee-9744-068ddb04713f'] in dv-cinder-786260-14-iscsi is: [{'id': '5d5208dc-627a-4bee-9744-068ddb04713f', 'name': 'tempest-TestMinimumBasicScenario-535309815-router', 'tenant_id': '9b5dfb5b23e04fc49755041521ae094c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:35:28Z', 'updated_at': '2021-07-28T03:38:49Z', 'revision_number': 6, 'project_id': '9b5dfb5b23e04fc49755041521ae094c', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:38:49.796187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.883062 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.885110 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.926148 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.926842 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5208dc-627a-4bee-9744-068ddb04713f {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:38:49.931733 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:49.932921 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5e8ec4ab-ff41-4759-b554-c667240f904e admin admin] 10.222.0.20 "DELETE /v2.0/routers/5d5208dc-627a-4bee-9744-068ddb04713f HTTP/1.1" status: 204 len: 168 time: 0.7382798 Jul 28 03:38:49.935383 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50978) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:49.978773 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] Deleting subnet 7e734c0c-6415-4fba-aa41-c47949983bee {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:38:49.982028 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.014992 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.092453 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.147222 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.173937 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e734c0c-6415-4fba-aa41-c47949983bee,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:50.177398 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.181615 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2c1f7373-ff7d-4aef-825b-b4e48a7b87ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e734c0c-6415-4fba-aa41-c47949983bee HTTP/1.1" status: 204 len: 168 time: 0.2429354 Jul 28 03:38:50.183309 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37730ac-15d5-4e99-9f37-04e40ab114da None None] Network 1728da67-e7f2-4019-a280-58b311c24a2b requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:38:50.183967 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50980) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:50.258919 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.312006 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Deleting port c779cc5e-be1f-418f-9a46-e962bc4293ba {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:38:50.312352 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.372804 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] For port c779cc5e-be1f-418f-9a46-e962bc4293ba, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c779cc5e-be1f-418f-9a46-e962bc4293ba,segment=NetworkSegment(2383141d-56b5-4c53-8589-b7dbb4d2c624),segment_id=2383141d-56b5-4c53-8589-b7dbb4d2c624)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:38:50.373193 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.385626 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Calling delete_port for c779cc5e-be1f-418f-9a46-e962bc4293ba owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:38:50.468979 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.497577 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] No DVR routers for this DVR port c779cc5e-be1f-418f-9a46-e962bc4293ba on host dv-cinder-786260-14-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:38:50.502934 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c779cc5e-be1f-418f-9a46-e962bc4293ba,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:50.515338 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf52e12-023e-4952-be3d-4b0a6c95f327 None None] DHCP port deletion for 1728da67-e7f2-4019-a280-58b311c24a2b request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:38:50.577644 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.588576 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1728da67-e7f2-4019-a280-58b311c24a2b']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:50.600664 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2383141d-56b5-4c53-8589-b7dbb4d2c624') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:50.601033 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2383141d-56b5-4c53-8589-b7dbb4d2c624') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:38:50.612333 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.621157 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2505d38f-3725-4284-a649-cecc1ffc932f no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:50.636930 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.644536 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:38:50.645210 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.645928 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 2505d38f-3725-4284-a649-cecc1ffc932f {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:50.646380 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 2505d38f-3725-4284-a649-cecc1ffc932f not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:50.646777 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 61e2900b-174a-4ef7-aa98-d0c919133a3e no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:38:50.647165 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:38:50.670448 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 61e2900b-174a-4ef7-aa98-d0c919133a3e {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:50.670790 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 61e2900b-174a-4ef7-aa98-d0c919133a3e not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:50.671211 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c779cc5e-be1f-418f-9a46-e962bc4293ba no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:38:50.689448 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: c779cc5e-be1f-418f-9a46-e962bc4293ba {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:38:50.689793 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c779cc5e-be1f-418f-9a46-e962bc4293ba not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:38:50.695579 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:38:50.711371 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.717272 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:50.722338 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] 10.222.0.20 "DELETE /v2.0/networks/1728da67-e7f2-4019-a280-58b311c24a2b HTTP/1.1" status: 204 len: 168 time: 0.5343583 Jul 28 03:38:50.733350 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8043320-9be9-476d-9989-d88c1845f1cc admin admin] Pushing event deleted for resources: {'Network': ['ID=1728da67-e7f2-4019-a280-58b311c24a2b,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:50.893632 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50984) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:50.931964 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2496a12a-b325-4257-945a-0414d16e07fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8001923e354418f86941df053499692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370693 Jul 28 03:38:50.934217 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50986) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:50.983788 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-555b5fea-5a5f-4573-95ab-9ef30c3e24d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.004205 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-555b5fea-5a5f-4573-95ab-9ef30c3e24d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.052907 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-555b5fea-5a5f-4573-95ab-9ef30c3e24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.055652 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-555b5fea-5a5f-4573-95ab-9ef30c3e24d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.057032 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-555b5fea-5a5f-4573-95ab-9ef30c3e24d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ffa2e68-d263-4c45-81ea-9dee25f9bc73 HTTP/1.1" status: 204 len: 168 time: 0.1218665 Jul 28 03:38:51.065180 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b5fea-5a5f-4573-95ab-9ef30c3e24d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffa2e68-d263-4c45-81ea-9dee25f9bc73,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:38:51.364864 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50992) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:51.402714 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2eb00068-a7f3-493a-9065-e4c86603eaf0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b5dfb5b23e04fc49755041521ae094c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366328 Jul 28 03:38:51.404922 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 50994) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:38:51.451054 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d520e47a-2098-41d3-9b27-d146ce728a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.470985 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d520e47a-2098-41d3-9b27-d146ce728a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.516381 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d520e47a-2098-41d3-9b27-d146ce728a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.518984 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-d520e47a-2098-41d3-9b27-d146ce728a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:38:51.520159 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-d520e47a-2098-41d3-9b27-d146ce728a03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/583534cc-6aa2-4e7a-ab5e-bdcd779d48b4 HTTP/1.1" status: 204 len: 168 time: 0.1143498 Jul 28 03:38:51.527480 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520e47a-2098-41d3-9b27-d146ce728a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583534cc-6aa2-4e7a-ab5e-bdcd779d48b4,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:01.244351 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-720ec362-393d-40ec-a4c4-deb51a32cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.080634 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.903621 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-43495cea-baab-46fe-9f97-e78d9273370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:03.978679 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:05.034083 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:06.677358 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:08.368083 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-2ff5b08c-36d2-4710-84ac-5311f07b3de4 req-434d251f-ca3d-47ae-b711-9dc8ea5d5173 service neutron] (93018) timed out ('10.222.0.10', 63934) {{(pid=93018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 03:39:27.695204 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:39:31.244682 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc79f-99b1-4f8b-865a-0cfc11cebeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.091863 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.903565 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a8ff84f9-bb01-49f4-9939-b9d265099c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:33.982235 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:35.036728 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:36.679922 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:38.131488 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-540c5d10-c690-46a2-8662-5aecd959ff45 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650343149&fields=id&tenant_id=92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 267 time: 0.0348756 Jul 28 03:39:38.233847 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-225839f0-0cb1-4620-a568-0b0f859a77da tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:38.235940 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-225839f0-0cb1-4620-a568-0b0f859a77da tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 810 time: 0.0980577 Jul 28 03:39:38.250404 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-9953a66f-82d5-41b5-9644-4422ab478019 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/quotas/92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 375 time: 0.0087702 Jul 28 03:39:38.306184 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-81ba9f70-d1d5-4d61-b6e3-89827af977dc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507181 Jul 28 03:39:38.401454 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-5bb4d61b-20e2-4d0d-adf7-23f6160322bf service neutron] 10.222.0.20 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Jul 28 03:39:38.488169 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-f2ad301f-e9bc-4180-847b-117ea6e48096 service neutron] 10.222.0.20 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802951 Jul 28 03:39:38.769429 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4ac75603-7df0-479f-8afd-ea5abba77dbc req-1aeee5a0-a283-4ab7-92cd-801030997608 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 210 time: 0.0297406 Jul 28 03:39:39.797052 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-4454389b-32b6-4931-a3c0-4ab3f9e845b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:39.799039 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-4454389b-32b6-4931-a3c0-4ab3f9e845b7 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 810 time: 0.0996885 Jul 28 03:39:39.841704 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-38e8c2f3-8a2b-425f-805c-e56903ff36d1 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d80a7b26784c34a2d49166d746106a HTTP/1.1" status: 200 len: 380 time: 0.0342336 Jul 28 03:39:39.857586 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'port': {'device_id': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'admin_state_up': True, 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'security_groups': ['e7742089-148c-4bfb-92ec-7e508691901e']}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:39.862054 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-30daee48-feff-4e8f-8ebf-fc45ab53be57 req-60078479-0135-44e5-9bd0-9b7be716a108 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 210 time: 0.0266957 Jul 28 03:39:40.244222 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Made reservation on behalf of 92d80a7b26784c34a2d49166d746106a for: {'port': 1} {{(pid=93017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:39:40.247932 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.378561 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.db_base_plugin_common [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Allocated IP 172.20.0.14 (0ab64bde-994f-4966-aa3f-ec1c543b9310/fa82b82a-9a1e-4e37-851a-fc641333c5d8/eb1133cf-fd28-4e78-abd2-86f308713da0) {{(pid=93017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:40.510904 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.524399 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Transition to ACTIVE for port object eb1133cf-fd28-4e78-abd2-86f308713da0 will not be triggered until provisioned by entity DHCP. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:40.555296 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_create {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.601971 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 is already hosted by enough agents. {{(pid=93017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:40.604990 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.base_scheduler [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Resources bound (agent type, host, resource id): {{(pid=93017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:40.611331 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Received port after_create {{(pid=93017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:40.617012 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=eb1133cf-fd28-4e78-abd2-86f308713da0,revision_number=1']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:40.647553 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.647943 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.648247 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.648584 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.648916 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.649246 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.649577 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.649903 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.650231 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.650557 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.650877 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.651202 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:40.677927 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:40.678541 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.693489 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-0d4738e6-7834-4f4a-93e6-d6b94b2398ef tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8397043 Jul 28 03:39:40.708245 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.v2.base [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Request body: {'port': {'device_id': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:40.761842 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.836286 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-d02633c7-b2c5-43d2-8d66-464ba4a6600d None None] Provisioning for port eb1133cf-fd28-4e78-abd2-86f308713da0 completed by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:40.840201 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-d02633c7-b2c5-43d2-8d66-464ba4a6600d None None] Provisioning complete for port eb1133cf-fd28-4e78-abd2-86f308713da0 triggered by entity DHCP. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:40.840637 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-d02633c7-b2c5-43d2-8d66-464ba4a6600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:40.874231 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-d02633c7-b2c5-43d2-8d66-464ba4a6600d None None] Port eb1133cf-fd28-4e78-abd2-86f308713da0 cannot update to ACTIVE because it is not bound. {{(pid=93019) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:39:40.976028 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbda7b-52a6-49a3-b3dc-2834de731076 req-6e55b395-232c-40af-8bb8-421a0796dcaa tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:40.977512 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39cbda7b-52a6-49a3-b3dc-2834de731076 req-6e55b395-232c-40af-8bb8-421a0796dcaa tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 932 time: 0.0500770 Jul 28 03:39:41.016770 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-39cbda7b-52a6-49a3-b3dc-2834de731076 req-dac36421-b605-4e07-9b9b-784344db33aa tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Jul 28 03:39:41.019489 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1133cf-fd28-4e78-abd2-86f308713da0 {{(pid=93017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:41.027033 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.039908 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.provisioning_blocks [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Transition to ACTIVE for port object eb1133cf-fd28-4e78-abd2-86f308713da0 will not be triggered until provisioned by entity L2. {{(pid=93017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:39:41.043366 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.097593 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1133cf-fd28-4e78-abd2-86f308713da0,revision_number=2']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:41.161003 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Attempting to bind port eb1133cf-fd28-4e78-abd2-86f308713da0 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:39:41.161343 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Attempting to bind port eb1133cf-fd28-4e78-abd2-86f308713da0 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:39:41.161674 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Attempting to bind port eb1133cf-fd28-4e78-abd2-86f308713da0 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:41.166175 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Port eb1133cf-fd28-4e78-abd2-86f308713da0 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 03:39:41.166497 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Attempting to bind port eb1133cf-fd28-4e78-abd2-86f308713da0 on network 0ab64bde-994f-4966-aa3f-ec1c543b9310 {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:39:41.171300 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Checking agent: {'id': 'a9feb707-eff9-4f04-a074-8cdef415cf14', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'started_at': datetime.datetime(2021, 7, 28, 3, 21, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:39:41.171668 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Checking segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:39:41.172056 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Bound using segment: {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'} {{(pid=93017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:39:41.172516 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.managers [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Bound port: eb1133cf-fd28-4e78-abd2-86f308713da0, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53195ebf-99e6-4fdb-8be2-9386b52cb8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310'}}] {{(pid=93017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:39:41.173405 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.236815 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] For port eb1133cf-fd28-4e78-abd2-86f308713da0, host hv-cinder-78626, cleared binding levels {{(pid=93017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:39:41.239763 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] For port eb1133cf-fd28-4e78-abd2-86f308713da0, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb1133cf-fd28-4e78-abd2-86f308713da0,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:39:41.244152 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30347599'] for port, after_update {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.279970 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.280585 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:41.282513 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb1133cf-fd28-4e78-abd2-86f308713da0 HTTP/1.1" status: 200 len: 1094 time: 0.5781019 Jul 28 03:39:41.282985 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:41.285289 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d" -d '{"events": [{"name": "network-changed", "server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:41.312688 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb28751-f577-41b7-a95c-b05734816468 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1133cf-fd28-4e78-abd2-86f308713da0,revision_number=3']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:41.455052 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c817d4-6de4-4ad6-84c3-79c9b51baab8 x-openstack-request-id: req-08c817d4-6de4-4ad6-84c3-79c9b51baab8 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:41.455348 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:41.455642 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08c817d4-6de4-4ad6-84c3-79c9b51baab8 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:41.456030 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'status': 'completed', 'code': 200} Jul 28 03:39:41.471867 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-054dc023-5d32-437d-802d-42c420df6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.473369 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-054dc023-5d32-437d-802d-42c420df6010 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 1097 time: 0.1413839 Jul 28 03:39:41.515534 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-9040e4a5-6b69-4166-823e-eb3d3bd358a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb1133cf-fd28-4e78-abd2-86f308713da0 HTTP/1.1" status: 200 len: 217 time: 0.0343611 Jul 28 03:39:41.566411 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-4d4180db-d9fe-4b37-ab1b-6322fd51c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.567842 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-4d4180db-d9fe-4b37-ab1b-6322fd51c2d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0457165 Jul 28 03:39:41.612671 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-5f51e49f-f099-4e29-aaac-a9cf6f835e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.614123 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-5f51e49f-f099-4e29-aaac-a9cf6f835e60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391686 Jul 28 03:39:41.699565 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-b01b775f-6238-483d-a2ce-a24e9a47a9e1 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775099 Jul 28 03:39:41.788374 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-1f49ae18-1f28-4549-9e95-b5f2a3c71b63 req-09cdb97b-436e-4586-bf62-b19b9c6f8e5d service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820050 Jul 28 03:39:41.872819 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-da9e30c6-2e66-404b-a6f6-4ddd2bf12bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.874247 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-da9e30c6-2e66-404b-a6f6-4ddd2bf12bea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 1097 time: 0.0391314 Jul 28 03:39:41.964536 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-305a1f96-9573-4bb8-bc4a-3eea123b002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:41.968742 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-305a1f96-9573-4bb8-bc4a-3eea123b002a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0875771 Jul 28 03:39:42.010227 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-84b3ae87-5caf-4f19-bd90-3ab877213305 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb1133cf-fd28-4e78-abd2-86f308713da0 HTTP/1.1" status: 200 len: 217 time: 0.0344491 Jul 28 03:39:42.057166 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-6fc546df-e7c5-4041-8142-7dcf6d43b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.058633 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-6fc546df-e7c5-4041-8142-7dcf6d43b556 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0411110 Jul 28 03:39:42.106997 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-8e5173b8-7270-4efa-af70-7e283f82be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.108521 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-8e5173b8-7270-4efa-af70-7e283f82be06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393057 Jul 28 03:39:42.128917 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba44030-159b-4bba-9894-1006eace52f5 req-313da35f-9186-4ff8-aeba-c31dffa114b0 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:42.130428 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4ba44030-159b-4bba-9894-1006eace52f5 req-313da35f-9186-4ff8-aeba-c31dffa114b0 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 944 time: 0.0484931 Jul 28 03:39:42.167659 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4ba44030-159b-4bba-9894-1006eace52f5 req-f4cb2050-259f-47f1-b58e-ac7c18dd66aa tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Jul 28 03:39:42.201737 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-6ec63ffa-51ab-44de-9917-d59a9681a8ba service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857785 Jul 28 03:39:42.288578 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a699297-8bdb-4e89-8c8a-dbdc0d86a80d req-040a4dc0-893d-49e8-aaa9-1af39c2e9846 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797770 Jul 28 03:39:43.285001 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090169b-168d-4215-a38c-0780d6995604 req-28d9243b-7e5c-479b-9ca3-46629960ae22 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:43.286437 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6090169b-168d-4215-a38c-0780d6995604 req-28d9243b-7e5c-479b-9ca3-46629960ae22 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 944 time: 0.0505168 Jul 28 03:39:43.336808 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-6090169b-168d-4215-a38c-0780d6995604 req-be0f1acf-e1a0-47ff-b8bd-7cf184201aec tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Jul 28 03:39:44.447278 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b789b4c-567a-40a9-8f84-8bb19314285b req-12f1f668-1cfa-4e28-a77c-1dba2a6097a6 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:44.448750 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b789b4c-567a-40a9-8f84-8bb19314285b req-12f1f668-1cfa-4e28-a77c-1dba2a6097a6 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 944 time: 0.0481741 Jul 28 03:39:44.485350 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-5b789b4c-567a-40a9-8f84-8bb19314285b req-89631ddc-b9d6-4370-8a30-5b683ad97516 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304208 Jul 28 03:39:45.596611 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73ae51-5bd7-453a-a369-8832af82ac41 req-0312406a-1a95-4e7d-83f0-4e640a05f45f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:45.598084 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d73ae51-5bd7-453a-a369-8832af82ac41 req-0312406a-1a95-4e7d-83f0-4e640a05f45f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 944 time: 0.0481691 Jul 28 03:39:45.634931 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-2d73ae51-5bd7-453a-a369-8832af82ac41 req-41c5fc4b-eac5-4b7a-84f6-ff2a2207ca31 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309465 Jul 28 03:39:46.129161 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-870d4d0d-6cf5-47e2-87f4-6a78f2a5681a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427749 Jul 28 03:39:46.208815 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-090cb90a-2c30-4602-8977-e867dbf320f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.210243 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-090cb90a-2c30-4602-8977-e867dbf320f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1098 time: 0.0394475 Jul 28 03:39:46.307793 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-40aeb690-66b6-4917-9aa5-91a11e8280e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.309207 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-40aeb690-66b6-4917-9aa5-91a11e8280e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0801437 Jul 28 03:39:46.374155 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-570c91ae-5308-4d72-bb59-f21347a4d86d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 1001 time: 0.0580521 Jul 28 03:39:46.420533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-3db02688-0f3a-481c-a760-dc769acfc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.421835 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-3db02688-0f3a-481c-a760-dc769acfc720 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0412805 Jul 28 03:39:46.465831 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-37f3112e-6c4e-4878-a48d-82a8e286b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.467285 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-37f3112e-6c4e-4878-a48d-82a8e286b33e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384865 Jul 28 03:39:46.555487 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-b0cad97b-83e0-4f54-82d9-df93f0cfc756 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811629 Jul 28 03:39:46.642897 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-899c7421-331d-4d50-b1ee-c8698e6af203 req-84d59612-3e52-43c3-8357-c3daee0ce10a service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801253 Jul 28 03:39:46.748880 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d145-639a-4de7-9e5a-86e6ae25f92c req-1fb5aca1-4f2f-48a2-8a7f-d48ec008cfa9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:46.750290 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d448d145-639a-4de7-9e5a-86e6ae25f92c req-1fb5aca1-4f2f-48a2-8a7f-d48ec008cfa9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 944 time: 0.0497644 Jul 28 03:39:46.786018 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-d448d145-639a-4de7-9e5a-86e6ae25f92c req-ebab238f-5337-4071-8354-da4522fa158b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292847 Jul 28 03:39:47.897693 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241c92c-6a76-4f8e-aaca-b9487e46023c req-55962313-703a-46b6-9ee5-6f74134a9386 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:47.899092 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1241c92c-6a76-4f8e-aaca-b9487e46023c req-55962313-703a-46b6-9ee5-6f74134a9386 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 944 time: 0.0482178 Jul 28 03:39:47.935057 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-1241c92c-6a76-4f8e-aaca-b9487e46023c req-97e95ed5-89bf-44ac-b524-6f983f5ebb69 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301063 Jul 28 03:39:49.046736 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5e62b-5f01-4e80-a5fe-6be1fd71cc4a req-f4d646da-c288-4f32-8e20-9c3031a07388 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:49.048271 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8dc5e62b-5f01-4e80-a5fe-6be1fd71cc4a req-f4d646da-c288-4f32-8e20-9c3031a07388 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 944 time: 0.0481851 Jul 28 03:39:49.087807 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-8dc5e62b-5f01-4e80-a5fe-6be1fd71cc4a req-417f9ec0-97bc-4028-a2ad-d63436967030 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Jul 28 03:39:49.860780 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device eb1133cf-fd28-4e78-abd2-86f308713da0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93019) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 03:39:49.950834 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port eb1133cf-fd28-4e78-abd2-86f308713da0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb1133cf-fd28-4e78-abd2-86f308713da0,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:49.965523 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Returning: {'device': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'port_id': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'mac_address': 'fa:16:3e:9f:9c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93019) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 03:39:50.001496 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.013407 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1133cf-fd28-4e78-abd2-86f308713da0 {{(pid=93019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 03:39:50.032234 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port eb1133cf-fd28-4e78-abd2-86f308713da0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb1133cf-fd28-4e78-abd2-86f308713da0,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:50.036151 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:50.081345 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=eb1133cf-fd28-4e78-abd2-86f308713da0,revision_number=4']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:50.088138 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.088488 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.088831 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.089181 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.089499 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.089828 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.090156 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.090482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.090809 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.091131 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.091451 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.091792 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:50.201352 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6015b37-46f1-4d2e-b388-4af352aa1f19 req-9c18ca5d-0706-4f42-a810-776ca7028d31 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:50.202776 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6015b37-46f1-4d2e-b388-4af352aa1f19 req-9c18ca5d-0706-4f42-a810-776ca7028d31 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 945 time: 0.0515692 Jul 28 03:39:50.239422 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-a6015b37-46f1-4d2e-b388-4af352aa1f19 req-c10947ee-d0d6-4469-a5ba-58be3a5dc0cc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307195 Jul 28 03:39:50.415922 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] get_ports_and_sgs() called for port_ids ['eb1133cf-fd28-4e78-abd2-86f308713da0'] {{(pid=93019) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 03:39:51.352200 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00182-3390-4963-9c95-44818e36bcfa req-5a5700d2-627d-4810-bb5d-f82d348fef51 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:51.353625 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4cc00182-3390-4963-9c95-44818e36bcfa req-5a5700d2-627d-4810-bb5d-f82d348fef51 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 945 time: 0.0502541 Jul 28 03:39:51.391428 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-4cc00182-3390-4963-9c95-44818e36bcfa req-b7793dec-ca62-408b-bd49-9d0481cf1d5f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Jul 28 03:39:51.875717 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device eb1133cf-fd28-4e78-abd2-86f308713da0 up at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:39:51.923650 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning for port eb1133cf-fd28-4e78-abd2-86f308713da0 completed by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:39:51.927928 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Provisioning complete for port eb1133cf-fd28-4e78-abd2-86f308713da0 triggered by entity L2. {{(pid=93019) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:39:51.928299 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377623'] for port, provisioning_complete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.004083 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.025046 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0'}] {{(pid=93019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:52.027342 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efa8c0e562f102ee8674cfe520e12acb5c6665ac6d928ff071cb13685611f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086028c6-342c-40a1-ba22-0ec5fdc17505" -d '{"events": [{"server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "name": "network-vif-plugged", "status": "completed", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0"}]}' {{(pid=93019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:52.039845 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] For port eb1133cf-fd28-4e78-abd2-86f308713da0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb1133cf-fd28-4e78-abd2-86f308713da0,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:39:52.043836 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216'] for port, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:52.070784 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02f1cb6-06ed-45d4-b86a-d7da0aaff68d x-openstack-request-id: req-e02f1cb6-06ed-45d4-b86a-d7da0aaff68d {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:52.071065 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "name": "network-vif-plugged", "status": "completed", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0", "code": 200}]} {{(pid=93019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:52.071312 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e02f1cb6-06ed-45d4-b86a-d7da0aaff68d {{(pid=93019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:52.071717 dv-cinder-786260-14-iscsi neutron-server[93019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'code': 200} Jul 28 03:39:52.099841 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Pushing event updated for resources: {'Port': ['ID=eb1133cf-fd28-4e78-abd2-86f308713da0,revision_number=5']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:52.275040 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a346e4-49e9-45b3-a323-e695d9be54b1 req-7744e8ac-bb44-4875-9a3b-9330755b0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.276533 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-46a346e4-49e9-45b3-a323-e695d9be54b1 req-7744e8ac-bb44-4875-9a3b-9330755b0baa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 1099 time: 0.0433886 Jul 28 03:39:52.311436 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-46a346e4-49e9-45b3-a323-e695d9be54b1 req-7d4ce21b-4f4c-4fa5-a388-ad329d3617a7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269513 Jul 28 03:39:52.502541 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fe084-34b6-4a34-a76f-5aaa3b8133d5 req-43d1bf04-10e5-4663-8efd-0aa53db10d85 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:52.504284 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-697fe084-34b6-4a34-a76f-5aaa3b8133d5 req-43d1bf04-10e5-4663-8efd-0aa53db10d85 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 946 time: 0.0488920 Jul 28 03:39:52.540467 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-697fe084-34b6-4a34-a76f-5aaa3b8133d5 req-66f6768e-9624-432d-9b08-3b27bae7a2b2 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303733 Jul 28 03:39:53.658548 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53473d-f6d1-498c-9efb-044296a7eeac req-be88b7d7-df79-4425-9c17-3e9ff528e487 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.660015 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cf53473d-f6d1-498c-9efb-044296a7eeac req-be88b7d7-df79-4425-9c17-3e9ff528e487 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 946 time: 0.0516872 Jul 28 03:39:53.696949 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cf53473d-f6d1-498c-9efb-044296a7eeac req-8fbf4534-8e53-4d2f-9aef-cba245832e63 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Jul 28 03:39:53.807187 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f41fa-4991-4a81-bd49-988701af6b0a req-a212f75f-4fea-4ab3-87e4-704e6e92a549 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:53.808663 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-059f41fa-4991-4a81-bd49-988701af6b0a req-a212f75f-4fea-4ab3-87e4-704e6e92a549 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 946 time: 0.0479593 Jul 28 03:39:53.845035 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-059f41fa-4991-4a81-bd49-988701af6b0a req-4d87d7d7-e1d5-4e79-bf80-122ca5b52a41 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303428 Jul 28 03:39:53.866348 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51098) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:54.005590 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27cb23-f186-4ef0-a192-75435c1287b3 tempest-TestVolumeBootPattern-1119082847 tempest-TestVolumeBootPattern-1119082847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:54.007058 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-1d27cb23-f186-4ef0-a192-75435c1287b3 tempest-TestVolumeBootPattern-1119082847 tempest-TestVolumeBootPattern-1119082847-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 1094 time: 0.1397569 Jul 28 03:39:54.009807 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51102) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:39:54.014042 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.v2.base [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Request body: {'floatingip': {'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'port_id': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:39:54.035665 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.131765 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.230181 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_common [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Allocated IP 172.27.3.223 (a1e24d49-a520-445b-bb9d-27c03aa1a91e/19698f7a-26cd-4ed9-ad94-6783aa4ce6bb/cf2e0b86-7f37-4975-818f-1348014b63b0) {{(pid=93018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:39:54.333289 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.369992 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776782450180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.404796 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Network a1e24d49-a520-445b-bb9d-27c03aa1a91e is already hosted by enough agents. {{(pid=93018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:39:54.409452 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.base_scheduler [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Resources bound (agent type, host, resource id): {{(pid=93018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:39:54.414689 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Received port after_create {{(pid=93018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:39:54.419936 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=cf2e0b86-7f37-4975-818f-1348014b63b0,revision_number=1']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:54.446469 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.446822 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.447168 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.447536 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.447871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.448202 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.448531 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.448861 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.449188 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.449512 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.449836 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.450159 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:39:54.766719 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.829684 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598996'] for port, before_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.973457 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for port, precommit_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:54.977733 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776782822193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776782450198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776782450216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30113170'] for port, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.047221 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event updated for resources: {'Port': ['ID=cf2e0b86-7f37-4975-818f-1348014b63b0,revision_number=2']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:39:55.056696 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33173050'] for floatingip, after_update {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.153631 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.db.l3_db [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Floating IP 8641f9e9-f419-4345-b5b8-2675125e48ef associated. External IP: 172.27.3.223, port: eb1133cf-fd28-4e78-abd2-86f308713da0. Jul 28 03:39:55.349770 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:39:55.451989 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:39:55.461898 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:39:55.468431 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:39:55.471852 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:55.472482 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:39:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:55.508693 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-2238e7b3-e286-4c62-be9f-70ae52f26bfc tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4868386 Jul 28 03:39:55.508693 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0'}] {{(pid=93018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:39:55.508693 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}646061f462fdb56d48a8592e60ea6f76a911dffde166fed0921c63e848425fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7a9c76-4234-40e7-ab82-2c8113316ced" -d '{"events": [{"name": "network-changed", "server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0"}]}' {{(pid=93018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:39:55.542511 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ade140-c404-442a-97f2-0a7daa1f14e9 x-openstack-request-id: req-39ade140-c404-442a-97f2-0a7daa1f14e9 {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:39:55.542801 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0", "status": "completed", "code": 200}]} {{(pid=93018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:39:55.543051 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39ade140-c404-442a-97f2-0a7daa1f14e9 {{(pid=93018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:39:55.543447 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'status': 'completed', 'code': 200} Jul 28 03:39:55.586438 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:55.613668 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-303137e2-2a41-47bf-8263-b35055ca108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.615094 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-303137e2-2a41-47bf-8263-b35055ca108c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 1099 time: 0.0409892 Jul 28 03:39:55.706457 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-766fb09c-c320-4b12-a74d-74a750c60150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.707971 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-766fb09c-c320-4b12-a74d-74a750c60150 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0862074 Jul 28 03:39:55.772953 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-a6387878-e876-4ffe-9793-a9393fe87da6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb1133cf-fd28-4e78-abd2-86f308713da0 HTTP/1.1" status: 200 len: 1000 time: 0.0572703 Jul 28 03:39:55.811191 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 1, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}, {'id': '8641f9e9-f419-4345-b5b8-2675125e48ef', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:9f:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:54Z', 'updated_at': '2021-07-28T03:39:54Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:55.821260 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-de8951d2-836a-4957-af08-8154ba06798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.822711 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-de8951d2-836a-4957-af08-8154ba06798c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0428410 Jul 28 03:39:55.837278 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:39:55.845841 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:39:55.846447 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:39:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:55.879824 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-960bb323-840d-41ec-abe7-c37948b75673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:39:55.881261 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-960bb323-840d-41ec-abe7-c37948b75673 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516152 Jul 28 03:39:55.953406 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:39:55.974035 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-d381acf5-b518-4a6a-8472-47ed6e0a3058 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848436 Jul 28 03:39:56.066845 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7a7a9c76-4234-40e7-ab82-2c8113316ced req-6a6c9898-c93a-44fa-b60d-f2142f786357 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845990 Jul 28 03:39:56.174991 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 1, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}, {'id': '8641f9e9-f419-4345-b5b8-2675125e48ef', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:9f:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:54Z', 'updated_at': '2021-07-28T03:39:54Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:39:56.200281 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2eb6de-54a0-41d8-a4d4-c1f6562cbe00 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 1, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}, {'id': '8641f9e9-f419-4345-b5b8-2675125e48ef', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:9f:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:39:54Z', 'updated_at': '2021-07-28T03:39:54Z', 'revision_number': 0, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:39:56.377492 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d447e-b22e-4621-89cf-2f7500bbee34 None None] New status for floating IP 8641f9e9-f419-4345-b5b8-2675125e48ef: ACTIVE {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:40:01.244967 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-29ced09b-e229-4352-9c5d-a3a9742370fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.090727 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.904875 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-8e4ade16-c60b-4136-b22c-a0e955b1c848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:03.981325 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:04.693873 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:40:05.040742 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:06.681892 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:31.245670 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9b3750d7-0466-4672-928d-a28b84308ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.104957 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.905324 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-85bae6a5-4288-428e-874f-dfd674919da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:33.980908 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:35.042984 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:36.684243 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:40:41.693189 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:40:47.123426 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-9c2a9134-bf41-47e0-8a57-b1ed743e13d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394609 Jul 28 03:40:47.203005 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d528-f966-4030-b08c-4361f09ca481 req-992f9088-9fb5-42c1-b941-8c3d526f1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.204461 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-992f9088-9fb5-42c1-b941-8c3d526f1b8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1098 time: 0.0392323 Jul 28 03:40:47.305657 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d528-f966-4030-b08c-4361f09ca481 req-d1a15596-227e-4e37-b3c2-e84e7931710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.307096 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-d1a15596-227e-4e37-b3c2-e84e7931710c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0842390 Jul 28 03:40:47.371533 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-c462fb49-e549-4df4-b466-a187707fefea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 1001 time: 0.0563395 Jul 28 03:40:47.419137 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d528-f966-4030-b08c-4361f09ca481 req-b6bb05ea-637c-49e4-a9e4-7e4ce8eafb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.420493 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-b6bb05ea-637c-49e4-a9e4-7e4ce8eafb26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0417500 Jul 28 03:40:47.466699 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876d528-f966-4030-b08c-4361f09ca481 req-4646a08f-5e99-4486-a3c4-12272ce50850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:40:47.468797 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-4646a08f-5e99-4486-a3c4-12272ce50850 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417247 Jul 28 03:40:47.554890 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-c6adc07c-a249-40de-aa5b-b033ccd7d093 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786679 Jul 28 03:40:47.643952 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-b876d528-f966-4030-b08c-4361f09ca481 req-4733c6f2-bd28-4a59-937e-566aa0bc14f3 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820837 Jul 28 03:41:01.244797 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-63ed86df-dcda-4d1f-8570-29ba70453296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.102460 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.906039 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e6de9be6-ae30-4c7d-aab3-a90a875c2876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:03.981275 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:05.048749 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:06.687098 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:18.692739 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:31.245054 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-a1b4f8ba-33d7-49bc-8d63-ce02f568e40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:33.117160 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:33.907713 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ea7acfb5-2626-48c0-9b4c-e95a07c5f9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:33.980778 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:35.047336 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:36.690669 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.109087 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 51134) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:44.258257 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Deleting port cf2e0b86-7f37-4975-818f-1348014b63b0 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:44.258605 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.328843 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.329169 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.340700 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Calling delete_port for cf2e0b86-7f37-4975-818f-1348014b63b0 owned by network:floatingip {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:44.502518 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.530744 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event deleted for resources: {'Port': ['ID=cf2e0b86-7f37-4975-818f-1348014b63b0,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:44.553532 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.553885 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.554232 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.554573 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.554909 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.555240 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.555596 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.555934 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.556264 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.556590 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.556916 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.557493 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:44.597870 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.598223 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Floating IP 8641f9e9-f419-4345-b5b8-2675125e48ef disassociated (deleted). External IP: 172.27.3.223, port: eb1133cf-fd28-4e78-abd2-86f308713da0. Jul 28 03:41:44.796208 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:41:44.898183 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:41:44.903090 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:44.907608 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:41:44.916281 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:44.916877 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:44.929531 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-43148bfa-9282-4212-92d7-fc6971b3c935 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "DELETE /v2.0/floatingips/8641f9e9-f419-4345-b5b8-2675125e48ef HTTP/1.1" status: 204 len: 168 time: 0.8193738 Jul 28 03:41:44.930102 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:44.932605 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a8db72-3ade-4437-adef-5e9259857ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:44.972401 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae46ad-0a1d-4455-ae7a-2dc0c31bd157 x-openstack-request-id: req-afae46ad-0a1d-4455-ae7a-2dc0c31bd157 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:44.972687 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:44.972980 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afae46ad-0a1d-4455-ae7a-2dc0c31bd157 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:44.973321 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'status': 'completed', 'code': 200} Jul 28 03:41:45.039293 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-7e68a2ed-34c8-478a-a237-a9af3efdd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.040860 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-7e68a2ed-34c8-478a-a237-a9af3efdd0e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 1099 time: 0.0456104 Jul 28 03:41:45.137030 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-7aec6399-207e-45ff-927e-da45250001c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.138427 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-7aec6399-207e-45ff-927e-da45250001c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0896928 Jul 28 03:41:45.156012 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:45.182454 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-1d9e42bf-512e-44ec-9386-623f8743f165 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb1133cf-fd28-4e78-abd2-86f308713da0 HTTP/1.1" status: 200 len: 217 time: 0.0345469 Jul 28 03:41:45.228368 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-530ca0ab-afdf-4e18-9fe2-d0acdb8038b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.229773 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-530ca0ab-afdf-4e18-9fe2-d0acdb8038b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0410635 Jul 28 03:41:45.277917 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-856e5cf5-c36e-46ed-ab3e-80e804eb0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:45.279391 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-856e5cf5-c36e-46ed-ab3e-80e804eb0636 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418634 Jul 28 03:41:45.365832 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-cb7cbb4f-de70-41b9-b6f2-d043ad981918 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788226 Jul 28 03:41:45.373829 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 1, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:45.402236 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:41:45.410255 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:45.410850 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:45.456134 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-69a8db72-3ade-4437-adef-5e9259857ea4 req-9ac17792-a7f1-48de-9788-a4f66aa5be30 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Jul 28 03:41:45.515499 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:45.743630 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 1, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:45.768676 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac6b47-390c-48d1-bd37-6fa7bc997990 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_floatingips': [{'id': '1e086029-54d5-4f73-ab60-d338325c8c60', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'router_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'port_id': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'mac_address': 'fa:16:3e:88:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T03:37:38Z', 'updated_at': '2021-07-28T03:37:40Z', 'revision_number': 1, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:41:45.985229 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72fe2b-478d-4af0-acd8-d60885f04e84 None None] New status for floating IP 8641f9e9-f419-4345-b5b8-2675125e48ef: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:41:46.197228 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec55fcb-e074-481c-a590-66645cf250cc req-bb7d9093-2766-4527-b2c2-cfd571c5099e tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:46.198691 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eec55fcb-e074-481c-a590-66645cf250cc req-bb7d9093-2766-4527-b2c2-cfd571c5099e tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 946 time: 0.0517442 Jul 28 03:41:46.235583 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-eec55fcb-e074-481c-a590-66645cf250cc req-eac611bc-c9f3-491c-87c5-6eaa78a9d4c5 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Jul 28 03:41:47.348343 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897e3f-e0ce-4bbe-995b-e58c81e33890 req-48b8ea46-e500-4cb5-9dfe-644fd8949806 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:47.349828 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cf897e3f-e0ce-4bbe-995b-e58c81e33890 req-48b8ea46-e500-4cb5-9dfe-644fd8949806 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 946 time: 0.0469747 Jul 28 03:41:47.387014 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-cf897e3f-e0ce-4bbe-995b-e58c81e33890 req-6c227f8a-171b-4bf4-97dc-f466d210a254 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Jul 28 03:41:47.873568 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-c262b7d4-8692-4622-89fe-9f6ef655e714 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:47.874888 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-c262b7d4-8692-4622-89fe-9f6ef655e714 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 946 time: 0.0472233 Jul 28 03:41:47.959514 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Deleting port eb1133cf-fd28-4e78-abd2-86f308713da0 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:47.959855 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:48.315842 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] For port eb1133cf-fd28-4e78-abd2-86f308713da0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=eb1133cf-fd28-4e78-abd2-86f308713da0,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:48.316208 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:48.328246 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Calling delete_port for eb1133cf-fd28-4e78-abd2-86f308713da0 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:48.452512 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:48.480676 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event deleted for resources: {'Port': ['ID=eb1133cf-fd28-4e78-abd2-86f308713da0,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:48.483197 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-3db54824-8196-4f0c-8645-079d474ce62b req-c6eb16c0-5c6d-465c-ac84-c069634dd2f4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 210 time: 0.0294528 Jul 28 03:41:48.524533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] No DVR routers for this DVR port eb1133cf-fd28-4e78-abd2-86f308713da0 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:48.527017 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:48.529508 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-7431d7a3-9fca-4767-bb72-311f957e45c4 req-6b466840-d54d-4631-bc89-eaed72b2330b tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "DELETE /v2.0/ports/eb1133cf-fd28-4e78-abd2-86f308713da0 HTTP/1.1" status: 204 len: 173 time: 0.6485217 Jul 28 03:41:48.529942 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'name': 'network-vif-deleted', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:48.532182 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9686e1-a9c4-4e24-8203-358380293391" -d '{"events": [{"server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "name": "network-vif-deleted", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:48.581185 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa7a0ef-b940-44d7-968e-3361491fc38b x-openstack-request-id: req-baa7a0ef-b940-44d7-968e-3361491fc38b {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:48.581502 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a636d31d-c723-40c5-95a1-5e01eb9935bd", "name": "network-vif-deleted", "tag": "eb1133cf-fd28-4e78-abd2-86f308713da0", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:48.581771 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baa7a0ef-b940-44d7-968e-3361491fc38b {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:48.582197 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a636d31d-c723-40c5-95a1-5e01eb9935bd', 'name': 'network-vif-deleted', 'tag': 'eb1133cf-fd28-4e78-abd2-86f308713da0', 'status': 'completed', 'code': 200} Jul 28 03:41:49.114211 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2b8c9cfd-34b0-4d52-bc0b-786daf125242 req-fd8efc3d-582b-43f5-befd-b650d85e4941 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0242603 Jul 28 03:41:49.163963 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2b8c9cfd-34b0-4d52-bc0b-786daf125242 req-6655bb4d-02dc-4cb7-8b23-89fb17c3510d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=a636d31d-c723-40c5-95a1-5e01eb9935bd HTTP/1.1" status: 200 len: 210 time: 0.0291538 Jul 28 03:41:49.270180 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c9cfd-34b0-4d52-bc0b-786daf125242 req-e23cbded-c36c-4d04-9679-68f0f307db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:49.271855 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2b8c9cfd-34b0-4d52-bc0b-786daf125242 req-e23cbded-c36c-4d04-9679-68f0f307db3a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=92d80a7b26784c34a2d49166d746106a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0885382 Jul 28 03:41:49.370503 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c9cfd-34b0-4d52-bc0b-786daf125242 req-ac806f24-e141-4a21-be87-c3d38a738abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:49.372423 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-2b8c9cfd-34b0-4d52-bc0b-786daf125242 req-ac806f24-e141-4a21-be87-c3d38a738abc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931010 Jul 28 03:41:51.754809 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 51184) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:51.902662 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Deleting port 6be8c94a-4338-4ca4-bbe7-dc66b315da87 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:51.903537 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:51.975133 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:51.975460 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:51.986876 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Calling delete_port for 6be8c94a-4338-4ca4-bbe7-dc66b315da87 owned by network:floatingip {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:52.130787 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:52.157039 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event deleted for resources: {'Port': ['ID=6be8c94a-4338-4ca4-bbe7-dc66b315da87,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:52.217658 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:52.217991 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.db.l3_db [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Floating IP 1e086029-54d5-4f73-ab60-d338325c8c60 disassociated (deleted). External IP: 172.27.3.105, port: 5f6034bf-a579-4291-bbb9-5c07c10b08f4. Jul 28 03:41:52.427853 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:41:52.432597 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device eb1133cf-fd28-4e78-abd2-86f308713da0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:52.456945 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: eb1133cf-fd28-4e78-abd2-86f308713da0 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:52.457285 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device eb1133cf-fd28-4e78-abd2-86f308713da0 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:52.532139 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:41:52.536464 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:52.542010 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:41:52.550642 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:52.551229 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:52.562885 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-684a3f9b-356e-4512-b2f4-d4649d3612d3 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e086029-54d5-4f73-ab60-d338325c8c60 HTTP/1.1" status: 204 len: 168 time: 0.8069978 Jul 28 03:41:52.563488 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:52.565765 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b937b99-e11a-4c3f-b632-13985487a449" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:52.605302 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f864af-b108-41d5-bf01-c0193216826d x-openstack-request-id: req-18f864af-b108-41d5-bf01-c0193216826d {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:52.606795 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:52.607045 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18f864af-b108-41d5-bf01-c0193216826d {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:52.610186 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'status': 'completed', 'code': 200} Jul 28 03:41:52.673196 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b937b99-e11a-4c3f-b632-13985487a449 req-9daab9e4-f796-45b5-9215-fd80e2ec546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:52.674791 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3b937b99-e11a-4c3f-b632-13985487a449 req-9daab9e4-f796-45b5-9215-fd80e2ec546f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92d80a7b26784c34a2d49166d746106a&device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 1098 time: 0.0445874 Jul 28 03:41:52.675824 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:52.773517 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b937b99-e11a-4c3f-b632-13985487a449 req-bb85f139-9002-43a9-a503-6efe58c44750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:52.775060 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3b937b99-e11a-4c3f-b632-13985487a449 req-bb85f139-9002-43a9-a503-6efe58c44750 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 200 len: 911 time: 0.0880287 Jul 28 03:41:52.819833 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3b937b99-e11a-4c3f-b632-13985487a449 req-e0dcecf3-6e94-4282-8e3c-2aed3cb7c65b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 200 len: 217 time: 0.0368357 Jul 28 03:41:52.871318 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b937b99-e11a-4c3f-b632-13985487a449 req-fc5a5d93-1c7c-47b6-9519-b3a29e89f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:52.873529 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3b937b99-e11a-4c3f-b632-13985487a449 req-fc5a5d93-1c7c-47b6-9519-b3a29e89f686 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 200 len: 849 time: 0.0467889 Jul 28 03:41:52.889016 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:52.916778 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:41:52.922285 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b937b99-e11a-4c3f-b632-13985487a449 req-0ad86e7a-c826-4b7a-b0aa-84ac7a426d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:52.923844 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3b937b99-e11a-4c3f-b632-13985487a449 req-0ad86e7a-c826-4b7a-b0aa-84ac7a426d77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0ab64bde-994f-4966-aa3f-ec1c543b9310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416307 Jul 28 03:41:52.927642 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:52.928288 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:53.020418 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3b937b99-e11a-4c3f-b632-13985487a449 req-3fe94198-f461-48bb-b067-971ab6c796ad service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888145 Jul 28 03:41:53.040714 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:53.047903 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6f2db-2ce8-40d2-b3e1-e295a21f5923 req-80814d7d-f63b-4579-bafd-da52a4beb67a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:53.049543 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9ca6f2db-2ce8-40d2-b3e1-e295a21f5923 req-80814d7d-f63b-4579-bafd-da52a4beb67a tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 945 time: 0.3031478 Jul 28 03:41:53.086800 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-9ca6f2db-2ce8-40d2-b3e1-e295a21f5923 req-c805b696-6c93-4970-8a65-22f9c47720c8 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jul 28 03:41:53.123922 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-3b937b99-e11a-4c3f-b632-13985487a449 req-186e017a-b69c-46f5-b603-d29a0a651ed6 service neutron] 10.222.0.10 "GET /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946634 Jul 28 03:41:53.240034 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:53.265005 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b82db5-9015-4ddd-90cb-c975f5748280 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:00Z', 'revision_number': 4, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi', '_interfaces': [{'id': '8b474a2e-ba84-4383-a6ca-37036eed4372', 'name': '', 'network_id': '0ab64bde-994f-4966-aa3f-ec1c543b9310', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'mac_address': 'fa:16:3e:07:bd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:59Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'subnets': [{'id': 'fa82b82a-9a1e-4e37-851a-fc641333c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:41:53.471220 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101c189-de61-4228-9776-e4442200f494 None None] New status for floating IP 1e086029-54d5-4f73-ab60-d338325c8c60: DOWN {{(pid=93020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 03:41:54.200892 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da4a6c-5f68-495f-a3c6-faefb75bb1e9 req-ce6b6508-209e-4c18-849e-95b8d1ca60a4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:54.202332 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47da4a6c-5f68-495f-a3c6-faefb75bb1e9 req-ce6b6508-209e-4c18-849e-95b8d1ca60a4 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 945 time: 0.0479932 Jul 28 03:41:54.238389 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-47da4a6c-5f68-495f-a3c6-faefb75bb1e9 req-2394b4c9-b6cd-465c-8c03-fa2f5fe39bce tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e7742089-148c-4bfb-92ec-7e508691901e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Jul 28 03:41:54.310258 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-a662ab22-76d3-40e7-ad2a-2f5f8a924261 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:41:54.311709 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-a662ab22-76d3-40e7-ad2a-2f5f8a924261 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 945 time: 0.0529976 Jul 28 03:41:54.397000 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Deleting port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:54.397273 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.485012 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] For port 5f6034bf-a579-4291-bbb9-5c07c10b08f4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5f6034bf-a579-4291-bbb9-5c07c10b08f4,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:54.485378 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.497846 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Calling delete_port for 5f6034bf-a579-4291-bbb9-5c07c10b08f4 owned by compute:nova {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:54.620191 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.650224 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event deleted for resources: {'Port': ['ID=5f6034bf-a579-4291-bbb9-5c07c10b08f4,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:54.690081 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] No DVR routers for this DVR port 5f6034bf-a579-4291-bbb9-5c07c10b08f4 on host hv-cinder-78626 {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:41:54.692532 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for port, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:54.694500 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [req-38e2c940-2d27-4ef9-a7bb-9db706ef59cb req-9cc9d2ce-49bf-4aad-bacc-2ad41f0fc871 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.10 "DELETE /v2.0/ports/5f6034bf-a579-4291-bbb9-5c07c10b08f4 HTTP/1.1" status: 204 len: 173 time: 0.3769319 Jul 28 03:41:54.694928 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'name': 'network-vif-deleted', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4'}] {{(pid=93017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 03:41:54.697261 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}724d70b980e035dee461d0d0e7db0cfaacff9a498a923fb141761d5054d58a85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9679aa-9a0a-46ef-a210-919048c5ff9f" -d '{"events": [{"server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "name": "network-vif-deleted", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4"}]}' {{(pid=93017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 03:41:54.733807 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20faf7cf-4ed0-47cf-9def-906093f91b46 x-openstack-request-id: req-20faf7cf-4ed0-47cf-9def-906093f91b46 {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 03:41:54.734085 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c67a2-7595-409c-989b-b2f65de394a7", "name": "network-vif-deleted", "tag": "5f6034bf-a579-4291-bbb9-5c07c10b08f4", "status": "completed", "code": 200}]} {{(pid=93017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 03:41:54.734339 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20faf7cf-4ed0-47cf-9def-906093f91b46 {{(pid=93017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 03:41:54.734732 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c67a2-7595-409c-989b-b2f65de394a7', 'name': 'network-vif-deleted', 'tag': '5f6034bf-a579-4291-bbb9-5c07c10b08f4', 'status': 'completed', 'code': 200} Jul 28 03:41:55.344433 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [req-b59bf1fb-ea3d-4748-bafa-1c21cf1af257 req-19304dfb-43c0-4828-8716-47a24aee2e1f tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c67a2-7595-409c-989b-b2f65de394a7 HTTP/1.1" status: 200 len: 210 time: 0.0267727 Jul 28 03:41:55.691910 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:41:56.398250 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 51200) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:56.516477 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Deleting port 9c307a11-9657-4ee8-a4a8-959d99ff9d37 {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:56.516819 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.592407 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.592775 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.604360 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Calling delete_port for 9c307a11-9657-4ee8-a4a8-959d99ff9d37 owned by network:floatingip {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:56.728197 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.753080 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event deleted for resources: {'Port': ['ID=9c307a11-9657-4ee8-a4a8-959d99ff9d37,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:56.811570 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for floatingip, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.814087 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6932'] for floatingip, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:56.815221 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-a988dba7-6dd7-468f-9dae-a070b4c7cdb9 tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "DELETE /v2.0/floatingips/4fab9ea7-c252-4e82-8849-c84926947f22 HTTP/1.1" status: 204 len: 168 time: 0.4159696 Jul 28 03:41:58.002082 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 51212) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:58.058383 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1b02368c-38e5-4d43-aa47-2f4b85cb26de tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:58.082386 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1b02368c-38e5-4d43-aa47-2f4b85cb26de tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:58.143920 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1b02368c-38e5-4d43-aa47-2f4b85cb26de tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:58.146503 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-1b02368c-38e5-4d43-aa47-2f4b85cb26de tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:58.147690 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-1b02368c-38e5-4d43-aa47-2f4b85cb26de tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] 10.222.0.20 "DELETE /v2.0/security-groups/e7742089-148c-4bfb-92ec-7e508691901e HTTP/1.1" status: 204 len: 168 time: 0.1445777 Jul 28 03:41:58.157167 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02368c-38e5-4d43-aa47-2f4b85cb26de tempest-TestVolumeBootPattern-707595611 tempest-TestVolumeBootPattern-707595611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7742089-148c-4bfb-92ec-7e508691901e,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:58.204663 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51216) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:58.448127 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 5f6034bf-a579-4291-bbb9-5c07c10b08f4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:41:58.467678 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] No Port match for: 5f6034bf-a579-4291-bbb9-5c07c10b08f4 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:41:58.468019 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Device 5f6034bf-a579-4291-bbb9-5c07c10b08f4 not bound to the agent host hv-cinder-78626 {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:41:58.635473 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:58.864719 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Deleting port 8b474a2e-ba84-4383-a6ca-37036eed4372 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:58.864967 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:58.938356 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] For port 8b474a2e-ba84-4383-a6ca-37036eed4372, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=8b474a2e-ba84-4383-a6ca-37036eed4372,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:58.938730 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:58.953525 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Calling delete_port for 8b474a2e-ba84-4383-a6ca-37036eed4372 owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:41:59.122213 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:59.147091 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b474a2e-ba84-4383-a6ca-37036eed4372,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:41:59.170126 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.170477 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.170813 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.171142 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.171501 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.171821 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.172147 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.172474 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.172797 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.173116 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.173432 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.173764 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:41:59.315284 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:59.519250 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Router d9a32650-d2f5-4d21-9945-a0191d900acd has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:41:59.621688 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:41:59.626560 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-69f4a2cb-7b75-47fa-b3fd-49591fbf528f admin admin] 10.222.0.20 "PUT /v2.0/routers/d9a32650-d2f5-4d21-9945-a0191d900acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4208047 Jul 28 03:41:59.629058 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51220) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:41:59.631594 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] Sync routers for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:41:59.641337 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:41:59.641929 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:41:59.733335 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:59.836642 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:59.875493 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: dv-cinder-786260-14-iscsi {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:41:59.891655 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Deleting port a6955841-61c4-46fa-87d7-2e7c5f8f2526 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:41:59.891995 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:59.966871 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] For port a6955841-61c4-46fa-87d7-2e7c5f8f2526, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=a6955841-61c4-46fa-87d7-2e7c5f8f2526,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:41:59.967255 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:41:59.979132 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Calling delete_port for a6955841-61c4-46fa-87d7-2e7c5f8f2526 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:00.052017 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:41:59Z', 'revision_number': 5, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port': {'id': 'a6955841-61c4-46fa-87d7-2e7c5f8f2526', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:06:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:00.078629 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] Checking router: d9a32650-d2f5-4d21-9945-a0191d900acd for host: dv-cinder-786260-14-iscsi {{(pid=93019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:00.086811 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] Routers {'d9a32650-d2f5-4d21-9945-a0191d900acd'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:00.087360 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['d9a32650-d2f5-4d21-9945-a0191d900acd'], 'active': True} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:00.142851 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.171343 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6955841-61c4-46fa-87d7-2e7c5f8f2526,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:00.172264 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvr_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] Set router d9a32650-d2f5-4d21-9945-a0191d900acd gateway port host: None {{(pid=93019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:00.222648 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_hamode_db [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:41:59Z', 'revision_number': 6, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:00.229074 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.252212 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b82a5a-2bec-482b-80bd-3aacf0426004 None None] The sync data for ids ['d9a32650-d2f5-4d21-9945-a0191d900acd'] in dv-cinder-786260-14-iscsi is: [{'id': 'd9a32650-d2f5-4d21-9945-a0191d900acd', 'name': 'tempest-TestVolumeBootPattern-54404080-router', 'tenant_id': '92d80a7b26784c34a2d49166d746106a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:33:57Z', 'updated_at': '2021-07-28T03:41:59Z', 'revision_number': 6, 'project_id': '92d80a7b26784c34a2d49166d746106a', 'gw_port_host': None}] {{(pid=93019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:00.317406 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.319493 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.359959 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.360419 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a32650-d2f5-4d21-9945-a0191d900acd {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:42:00.364943 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.366316 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-6fa2446f-9e23-45a8-a889-2715869f7f9f admin admin] 10.222.0.20 "DELETE /v2.0/routers/d9a32650-d2f5-4d21-9945-a0191d900acd HTTP/1.1" status: 204 len: 168 time: 0.7363169 Jul 28 03:42:00.368713 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51222) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:00.414140 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] Deleting subnet fa82b82a-9a1e-4e37-851a-fc641333c5d8 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:00.417064 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.449726 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.523789 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.572363 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.600131 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa82b82a-9a1e-4e37-851a-fc641333c5d8,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:00.603732 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.606305 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-ccd8bfb6-4c10-4e44-8a10-a68ab8101222 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fa82b82a-9a1e-4e37-851a-fc641333c5d8 HTTP/1.1" status: 204 len: 168 time: 0.2359638 Jul 28 03:42:00.608843 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 51224) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:00.610474 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab12ff01-fe52-4085-8f4b-ddb7f0396461 None None] Network 0ab64bde-994f-4966-aa3f-ec1c543b9310 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:00.680285 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.742766 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Deleting port c4411903-913d-485e-8a7a-a4c9662d758b {{(pid=93017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:00.743110 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.810175 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.db [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] For port c4411903-913d-485e-8a7a-a4c9662d758b, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c4411903-913d-485e-8a7a-a4c9662d758b,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:00.810567 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.824533 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.plugin [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Calling delete_port for c4411903-913d-485e-8a7a-a4c9662d758b owned by network:dhcp {{(pid=93017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:00.829752 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] DHCP port deletion for 0ab64bde-994f-4966-aa3f-ec1c543b9310 request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:42:00.868325 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 8b474a2e-ba84-4383-a6ca-37036eed4372 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:00.889672 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 8b474a2e-ba84-4383-a6ca-37036eed4372 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:00.890018 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 8b474a2e-ba84-4383-a6ca-37036eed4372 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:00.899412 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Deleting port c4411903-913d-485e-8a7a-a4c9662d758b {{(pid=93019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:00.900401 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.909165 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30347588'] for port, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.935684 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4411903-913d-485e-8a7a-a4c9662d758b,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:00.937605 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] No DVR routers for this DVR port c4411903-913d-485e-8a7a-a4c9662d758b on host dv-cinder-786260-14-iscsi {{(pid=93017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:00.970171 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.db [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] For port c4411903-913d-485e-8a7a-a4c9662d758b, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=c4411903-913d-485e-8a7a-a4c9662d758b,segment=NetworkSegment(53195ebf-99e6-4fdb-8be2-9386b52cb8d4),segment_id=53195ebf-99e6-4fdb-8be2-9386b52cb8d4)] {{(pid=93019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:00.970569 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:00.983221 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Calling delete_port for c4411903-913d-485e-8a7a-a4c9662d758b owned by network:dhcp {{(pid=93019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:01.010693 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.021296 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab64bde-994f-4966-aa3f-ec1c543b9310']}} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:01.032747 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53195ebf-99e6-4fdb-8be2-9386b52cb8d4') {'for_net_delete': True} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:01.033046 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.services.segments.db [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53195ebf-99e6-4fdb-8be2-9386b52cb8d4') {} {{(pid=93017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:01.042109 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30347736'] for segment, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.056168 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.062847 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:01.063352 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30347627'] for segment, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.064300 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189'] for port, after_delete {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: Traceback (most recent call last): Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: timer() Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: cb(*args, **kw) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: return func(*args, **kwargs) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: self._notify() Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: self.callback(batched_events) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: event.method(event) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: return f(self, *a, **k) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._get(url).json() Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:01.065115 dv-cinder-786260-14-iscsi neutron-server[93017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:01.091744 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Pushing event deleted for resources: {'Port': ['ID=c4411903-913d-485e-8a7a-a4c9662d758b,revision_number=None']} {{(pid=93019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:01.096493 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] No DVR routers for this DVR port c4411903-913d-485e-8a7a-a4c9662d758b on host dv-cinder-786260-14-iscsi {{(pid=93019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:01.105684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.105684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.105684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.105684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.105684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.105684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.105684 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.106638 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.106638 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.107028 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.107418 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.107840 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ca432-e63d-49da-bec5-8305d5f78bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-14-iscsi {{(pid=93019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:42:01.129315 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.134588 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.136434 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] 10.222.0.20 "DELETE /v2.0/networks/0ab64bde-994f-4966-aa3f-ec1c543b9310 HTTP/1.1" status: 204 len: 168 time: 0.5260644 Jul 28 03:42:01.140134 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51226) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:01.147699 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86c5ae-fc75-4e23-a4a5-f7610991750a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab64bde-994f-4966-aa3f-ec1c543b9310,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:01.247358 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-22f72798-2f90-4c53-8c69-5dc90e52e7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.710278 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33182522'] for router_interface, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:01.939845 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Deleting port acb578a9-3f4f-4d2d-a447-5284a9fc371b {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:01.940098 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.017232 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] For port acb578a9-3f4f-4d2d-a447-5284a9fc371b, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=acb578a9-3f4f-4d2d-a447-5284a9fc371b,segment=NetworkSegment(b915c92c-9e7c-4287-9527-8c69751f3494),segment_id=b915c92c-9e7c-4287-9527-8c69751f3494)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:02.017588 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.029921 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Calling delete_port for acb578a9-3f4f-4d2d-a447-5284a9fc371b owned by network:router_interface {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:02.203112 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.226991 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Pushing event deleted for resources: {'Port': ['ID=acb578a9-3f4f-4d2d-a447-5284a9fc371b,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:02.390095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32973742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33182550'] for router_interface, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.596146 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Router b7547d4f-a00e-4f0d-9143-d769a30db6f6 has already been hosted by L3 agent 8706b0b0-37f4-413f-9c42-6f4880efba85 {{(pid=93018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:42:02.701031 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] Notify agent at l3_agent.dv-cinder-786260-14-iscsi the message routers_updated {{(pid=93018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:42:02.708788 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8e961229-8513-4b9e-89a7-37e9a87dda7a admin admin] 10.222.0.20 "PUT /v2.0/routers/b7547d4f-a00e-4f0d-9143-d769a30db6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5650539 Jul 28 03:42:02.711709 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51228) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:02.712267 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] Sync routers for ids ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'] in dv-cinder-786260-14-iscsi {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:42:02.721703 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] Routers {'b7547d4f-a00e-4f0d-9143-d769a30db6f6'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:02.722394 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:02.744516 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device a6955841-61c4-46fa-87d7-2e7c5f8f2526 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:02.767960 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: a6955841-61c4-46fa-87d7-2e7c5f8f2526 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:02.768439 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device a6955841-61c4-46fa-87d7-2e7c5f8f2526 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:02.768941 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c4411903-913d-485e-8a7a-a4c9662d758b no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:02.786966 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: c4411903-913d-485e-8a7a-a4c9662d758b {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:02.787444 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device c4411903-913d-485e-8a7a-a4c9662d758b not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:02.817977 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks [] for router, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.826312 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] Set router b7547d4f-a00e-4f0d-9143-d769a30db6f6 gateway port host: dv-cinder-786260-14-iscsi {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:02.916197 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.966776 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Deleting port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:02.967111 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:02.994262 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'external_fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:42:02Z', 'revision_number': 5, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port': {'id': '7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843', 'name': '', 'network_id': 'a1e24d49-a520-445b-bb9d-27c03aa1a91e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:34:02Z', 'updated_at': '2021-07-28T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19698f7a-26cd-4ed9-ad94-6783aa4ce6bb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-14-iscsi'}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:03.023680 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] Checking router: b7547d4f-a00e-4f0d-9143-d769a30db6f6 for host: dv-cinder-786260-14-iscsi {{(pid=93020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:42:03.031832 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] Routers {'b7547d4f-a00e-4f0d-9143-d769a30db6f6'} bound to L3 agent in host dv-cinder-786260-14-iscsi {{(pid=93020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:42:03.032421 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:15:34Z,description=,heartbeat_timestamp=2021-07-28T03:41:34Z,host='dv-cinder-786260-14-iscsi',id=8706b0b0-37f4-413f-9c42-6f4880efba85,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:15:34Z,topic='l3_agent')) {'router_ids': ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'], 'active': True} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:03.044585 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] For port 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,segment=NetworkSegment(74a8cc8f-b230-48a8-8162-a959e63ffa76),segment_id=74a8cc8f-b230-48a8-8162-a959e63ffa76)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:03.044971 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.057154 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Calling delete_port for 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 owned by network:router_gateway {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:03.145501 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.203720 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_dvr_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] Set router b7547d4f-a00e-4f0d-9143-d769a30db6f6 gateway port host: None {{(pid=93020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:42:03.224061 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.249588 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:03.254543 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.l3_hamode_db [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:42:02Z', 'revision_number': 6, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port_host': None}], 'dv-cinder-786260-14-iscsi', False) {} {{(pid=93020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:03.284211 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec23018-1bff-499c-aa6b-0ac7261ac72c None None] The sync data for ids ['b7547d4f-a00e-4f0d-9143-d769a30db6f6'] in dv-cinder-786260-14-iscsi is: [{'id': 'b7547d4f-a00e-4f0d-9143-d769a30db6f6', 'name': 'tempest-TestVolumeBootPattern-1935569140-router', 'tenant_id': 'e1c1d30110524a32988d762eae6f82af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:34:01Z', 'updated_at': '2021-07-28T03:42:02Z', 'revision_number': 6, 'project_id': 'e1c1d30110524a32988d762eae6f82af', 'gw_port_host': None}] {{(pid=93020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:42:03.308580 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33173236'] for router_gateway, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.394999 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33117803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2202'] for router, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.397064 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.444110 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33118971'] for router, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.444627 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7547d4f-a00e-4f0d-9143-d769a30db6f6 {{(pid=93018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 03:42:03.450321 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] Notify callbacks [] for router, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.451453 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-5833fb16-4579-40ff-8141-50b8081eef58 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b7547d4f-a00e-4f0d-9143-d769a30db6f6 HTTP/1.1" status: 204 len: 168 time: 0.7386632 Jul 28 03:42:03.454012 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51230) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:03.497239 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] Deleting subnet 92643373-b178-4bef-a94a-c4338cd7f709 {{(pid=93018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 03:42:03.500229 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.532940 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30113061'] for subnet, precommit_delete_associations {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.611073 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1380979'] for subnet, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.665731 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1380986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30113228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30259401'] for subnet, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.692345 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92643373-b178-4bef-a94a-c4338cd7f709,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:03.698325 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for subnet, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.698325 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8cf1b87e-0997-45cf-88f1-ab44ddf0b732 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/92643373-b178-4bef-a94a-c4338cd7f709 HTTP/1.1" status: 204 len: 168 time: 0.2433884 Jul 28 03:42:03.701712 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51232) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:03.704545 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a1ad05-6744-49a2-8bc3-0799a0a7d78e None None] Network d12a65d1-636f-4933-8576-b5df7f432db0 requested from dv-cinder-786260-14-iscsi {{(pid=93019) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:42:03.770095 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1513601'] for network, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.823321 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Deleting port b689c80f-c135-42ee-bfc7-aaf250180797 {{(pid=93018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 03:42:03.823761 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776782817675'] for port, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.884391 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.db [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] For port b689c80f-c135-42ee-bfc7-aaf250180797, host dv-cinder-786260-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-14-iscsi',level=0,port_id=b689c80f-c135-42ee-bfc7-aaf250180797,segment=NetworkSegment(b915c92c-9e7c-4287-9527-8c69751f3494),segment_id=b915c92c-9e7c-4287-9527-8c69751f3494)] {{(pid=93018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:42:03.884758 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33177125'] for port, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.897622 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.plugin [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Calling delete_port for b689c80f-c135-42ee-bfc7-aaf250180797 owned by network:dhcp {{(pid=93018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 03:42:03.908025 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-1b1216dc-2f2b-411d-9ba3-aac95ba1cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.978847 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1450713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776782822175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776782450189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30113177'] for port, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:03.982147 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.005602 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b689c80f-c135-42ee-bfc7-aaf250180797,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:04.010081 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] No DVR routers for this DVR port b689c80f-c135-42ee-bfc7-aaf250180797 on host dv-cinder-786260-14-iscsi {{(pid=93018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 03:42:04.052090 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5c00f-32e1-4105-a620-53b68950d779 None None] DHCP port deletion for d12a65d1-636f-4933-8576-b5df7f432db0 request from dv-cinder-786260-14-iscsi {{(pid=93019) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 03:42:04.086670 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380102', 'neutron.services.segments.db._delete_segments_for_network-8776782995505'] for network, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.096693 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12a65d1-636f-4933-8576-b5df7f432db0']}} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:04.106406 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b915c92c-9e7c-4287-9527-8c69751f3494') {'for_net_delete': True} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:04.106701 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.services.segments.db [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b915c92c-9e7c-4287-9527-8c69751f3494') {} {{(pid=93018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:42:04.115081 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776782996794', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30113068'] for segment, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.129625 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430'] for segment, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.135400 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 03:42:04.135859 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30113206'] for segment, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: Traceback (most recent call last): Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: timer() Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: cb(*args, **kw) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: return func(*args, **kwargs) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: self._notify() Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: self.callback(batched_events) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: event.method(event) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: return f(self, *a, **k) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._get(url).json() Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: return self.request(url, 'GET', **kwargs) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 03:42:04.137973 dv-cinder-786260-14-iscsi neutron-server[93018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 03:42:04.192738 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1382389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32973749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33173192'] for network, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.198068 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32973707'] for network, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.200620 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d12a65d1-636f-4933-8576-b5df7f432db0 HTTP/1.1" status: 204 len: 168 time: 0.4978447 Jul 28 03:42:04.211210 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73357b13-ba10-4695-b7ea-39019bbfe5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d12a65d1-636f-4933-8576-b5df7f432db0,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:04.315341 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51236) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:04.357880 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-8f32d329-b9cf-4f77-9502-3ae5befe2904 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92d80a7b26784c34a2d49166d746106a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413606 Jul 28 03:42:04.360312 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [-] (93018) accepted ('10.222.0.20', 51238) {{(pid=93018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:04.408925 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b56e-b646-4e10-bf0a-512fe054e9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.429186 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b56e-b646-4e10-bf0a-512fe054e9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.475191 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b56e-b646-4e10-bf0a-512fe054e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.477821 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b56e-b646-4e10-bf0a-512fe054e9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.478962 dv-cinder-786260-14-iscsi neutron-server[93018]: INFO neutron.wsgi [None req-7cb8b56e-b646-4e10-bf0a-512fe054e9f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b05a626-dfbc-49c7-834e-f3e9eee4d10d HTTP/1.1" status: 204 len: 168 time: 0.1177642 Jul 28 03:42:04.487415 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8b56e-b646-4e10-bf0a-512fe054e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b05a626-dfbc-49c7-834e-f3e9eee4d10d,revision_number=None']} {{(pid=93018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:04.700874 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:04.721049 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:04.721399 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device 7e99e3b7-5f2f-4ae1-bb48-73a5eeb9a843 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:04.721809 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b689c80f-c135-42ee-bfc7-aaf250180797 no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:04.740551 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: b689c80f-c135-42ee-bfc7-aaf250180797 {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:04.740827 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device b689c80f-c135-42ee-bfc7-aaf250180797 not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:04.741238 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device acb578a9-3f4f-4d2d-a447-5284a9fc371b no longer exists at agent ovs-agent-dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 03:42:04.759460 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.plugin [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] No Port match for: acb578a9-3f4f-4d2d-a447-5284a9fc371b {{(pid=93019) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 03:42:04.759830 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron.plugins.ml2.rpc [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Device acb578a9-3f4f-4d2d-a447-5284a9fc371b not bound to the agent host dv-cinder-786260-14-iscsi {{(pid=93019) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 03:42:04.784007 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 51244) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:04.822038 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5d5157fb-35db-4c9d-9f14-af321b1fe604 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1c1d30110524a32988d762eae6f82af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369022 Jul 28 03:42:04.824891 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [-] (93017) accepted ('10.222.0.20', 51246) {{(pid=93017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:42:04.870004 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5327e5d8-8163-4c77-8261-c80a982bf72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.890053 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5327e5d8-8163-4c77-8261-c80a982bf72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.934291 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5327e5d8-8163-4c77-8261-c80a982bf72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33011690'] for security_group, after_delete {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.936903 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron_lib.callbacks.manager [None req-5327e5d8-8163-4c77-8261-c80a982bf72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:04.938024 dv-cinder-786260-14-iscsi neutron-server[93017]: INFO neutron.wsgi [None req-5327e5d8-8163-4c77-8261-c80a982bf72d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d8344b5-f7df-42da-a28f-1d3df5b9ad08 HTTP/1.1" status: 204 len: 168 time: 0.1122372 Jul 28 03:42:04.946319 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327e5d8-8163-4c77-8261-c80a982bf72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8344b5-f7df-42da-a28f-1d3df5b9ad08,revision_number=None']} {{(pid=93017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:42:05.052435 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:06.692099 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:31.248132 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7dca3867-f0a0-495d-8289-ebe12ee35e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:32.690931 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:42:33.148389 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.908160 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-950abb46-0c03-4e33-9b1f-a39ec9fa7242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:33.983340 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:34.651042 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-d743a827-f0a4-436e-ada2-87507eae5d39 req-7ae35f15-514f-430b-8e35-a1ad13476827 service neutron] (93018) timed out ('10.222.0.20', 46016) {{(pid=93018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 03:42:35.054492 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:42:36.695562 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:01.250275 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-6c7cca3b-0b3f-4158-93fc-bbca293bc65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:03.161873 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:03.908040 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-777b7920-004d-4f2d-8d14-82747571e087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:03.983162 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:05.057904 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:06.698327 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:09.689511 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:43:31.250460 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-fee9530f-cd06-4b78-985b-904c67ca79db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.158417 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.908837 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9a2f-115a-4681-87c6-b5a761d0f836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:33.982701 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:35.059010 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:36.700258 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:43:46.689127 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:01.251397 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dc7f6ff4-534a-4a48-982d-79094574fd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:03.172395 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:03.908334 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-cf12ed61-4f28-4a7e-8d88-f530f44e51b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:03.982882 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:05.062856 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:06.703431 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:23.688025 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:44:31.252740 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-366d5559-ba97-4ebc-9ed8-f536fcdbc4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:33.235183 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:33.909874 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c4b134f6-ec6a-4bd5-ab12-78b820394809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:33.981568 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:35.065392 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:44:36.706383 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:00.687641 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:45:01.253996 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-42eeb0d9-fda0-4cb3-a9ef-4182e170d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:03.248004 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:03.910617 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-c413487d-b88f-40e1-a4b4-4715f01c04a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:03.981175 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:05.066521 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:06.708490 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:19.266578 dv-cinder-786260-14-iscsi neutron-server[93017]: DEBUG neutron.wsgi [req-d9ae2890-cc23-4b9a-bac3-2b7aeeacd9ec req-10c36b56-456f-4da1-b5b5-e80089893467 service neutron] (93017) timed out ('10.222.0.10', 63919) {{(pid=93017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 03:45:31.254547 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-91ba9e6b-b83b-4079-860a-02acef806643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.246464 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.910711 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-bbd77553-1913-44f2-acc3-be6aa7f61b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:33.981403 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:35.069861 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:35.532303 dv-cinder-786260-14-iscsi neutron-server[93018]: DEBUG neutron.wsgi [req-21a9a545-a1b1-44eb-94b3-13e159c6996b req-ed68266f-3d68-4341-a4ad-3375d87040a5 service neutron] (93018) timed out ('10.222.0.10', 63930) {{(pid=93018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 03:45:36.710467 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:45:37.686453 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:01.255072 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-ec9453c8-d67e-41e0-a108-52907e552943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.261383 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.910045 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-9b062921-9592-4145-8a78-e4c54c5fac8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:03.981526 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:05.072466 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:06.712781 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:14.684562 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:46:31.254702 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-81216f7f-ba90-481d-bb7a-2102d72604b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:33.258955 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:33.910623 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-e6743802-58d2-4a60-855e-01c4a760a5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:33.981279 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:35.074854 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:36.714873 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:46:51.683719 dv-cinder-786260-14-iscsi neutron-server[93020]: DEBUG neutron.db.agents_db [None req-70bb8764-f543-4d13-8b50-3719fcb3549d None None] Agent healthcheck: found 6 active agents {{(pid=93020) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:47:01.253841 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-dafc451c-8027-45a4-952b-4da03bba1f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.265039 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f829-6be1-4748-be01-8844e8fccd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.911402 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-7c96dcf3-ae94-4f57-bbc4-b6627665a9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:03.980365 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-f597b99c-9b1d-46d8-8c53-81fd059eb694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:05.077723 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-067da8fc-1d7d-4964-bf62-9d73b0b0ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:47:06.718045 dv-cinder-786260-14-iscsi neutron-server[93019]: DEBUG neutron_lib.callbacks.manager [None req-40e8db3f-2dda-4e7c-b3a4-53859b112309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776782995487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377542'] for agent, after_update {{(pid=93019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}